|
2026-09-24
§
|
| 18:02 |
<andrew@cloudcumin1001> |
Added a new k8s worker-nfs tools-k8s-worker-nfs-86.tools.eqiad1.wikimedia.cloud to the cluster |
[tools] |
| 17:53 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T438255) |
[tools] |
| 17:52 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.quota_increase (exit_code=0) by 192 cores, 262144 ram (T439157) |
[tools] |
| 17:52 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.quota_increase by 192 cores, 262144 ram (T439157) |
[tools] |
| 17:38 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster |
[tools] |
| 17:38 |
<andrew@cloudcumin1001> |
Added a new k8s worker-nfs tools-k8s-worker-nfs-85.tools.eqiad1.wikimedia.cloud to the cluster |
[tools] |
| 17:25 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T438255) |
[tools] |
| 17:22 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster |
[tools] |
| 17:22 |
<andrew@cloudcumin1001> |
Added a new k8s worker-nfs tools-k8s-worker-nfs-84.tools.eqiad1.wikimedia.cloud to the cluster |
[tools] |
| 17:11 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T438255) |
[tools] |
| 17:03 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=99) for a worker-nfs role in the tools cluster |
[tools] |
| 16:54 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T438255) |
[tools] |
| 09:11 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component components-api |
[tools] |
| 09:06 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component components-api |
[tools] |
| 08:41 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component components-api |
[tools] |
| 08:36 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component components-api |
[tools] |
|
2026-09-23
§
|
| 10:59 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component logs-api |
[tools] |
| 10:47 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component logs-api |
[tools] |
| 10:11 |
<dcaro@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component logs-api |
[tools] |
| 10:09 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component logs-api |
[tools] |
| 09:11 |
<tlepage@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component logs-api |
[tools] |
| 08:59 |
<tlepage@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component logs-api |
[tools] |
| 08:57 |
<tlepage@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component logs-api |
[tools] |
| 08:56 |
<tlepage@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component logs-api |
[tools] |
|
2026-09-22
§
|
| 16:23 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component components-api |
[tools] |
| 16:17 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component components-api |
[tools] |
| 10:50 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=0) on tools-k8s-backup-1.tools.eqiad1.wikimedia.cloud |
[tools] |
| 10:48 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.refresh_puppet_certs on tools-k8s-backup-1.tools.eqiad1.wikimedia.cloud |
[tools] |
| 10:48 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=99) on tools--k8s-backup-1.tools.eqiad1.wikimedia.cloud |
[tools] |
| 10:48 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.refresh_puppet_certs on tools--k8s-backup-1.tools.eqiad1.wikimedia.cloud |
[tools] |
| 07:51 |
<godog> |
correction that's tools-k8s-worker-nfs-74 |
[tools] |
| 07:48 |
<tlepage@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component logs-api |
[tools] |
| 07:45 |
<godog> |
hard reboot tools-k8s-worker-nfs-70 - ran out of memory |
[tools] |
| 07:36 |
<tlepage@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component logs-api |
[tools] |
|
2026-09-21
§
|
| 11:32 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component image-config |
[tools] |
| 11:17 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component image-config |
[tools] |
| 10:15 |
<godog> |
reboot tools-k8s-worker-nfs-70 |
[tools] |
| 10:10 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api |
[tools] |
| 09:51 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component jobs-api |
[tools] |
| 08:39 |
<wmbot~dcaro@acme> |
END (ERROR) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=255) |
[tools] |
| 08:34 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 08:34 |
<wmbot~dcaro@acme> |
END (ERROR) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=255) |
[tools] |
| 08:34 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 08:33 |
<wmbot~dcaro@acme> |
END (ERROR) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=255) |
[tools] |
| 08:33 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 08:33 |
<wmbot~dcaro@acme> |
END (ERROR) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=255) |
[tools] |
| 08:33 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 08:33 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) |
[tools] |
| 08:30 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 08:28 |
<wmbot~dcaro@acme> |
END (ERROR) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=255) |
[tools] |