|
2025-09-21
§
|
| 09:17 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-21, tools-k8s-worker-nfs-37, tools-k8s-worker-nfs-2 |
[tools] |
| 09:02 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-21, tools-k8s-worker-nfs-37, tools-k8s-worker-nfs-2 |
[tools] |
| 03:16 |
<dcaro> |
acking and silencing CPU capacity alerts to handle on Monday, they should not page |
[tools] |
| 01:46 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker role in the tools cluster |
[tools] |
| 01:46 |
<andrew@cloudcumin1001> |
Added a new k8s worker tools-k8s-worker-113.tools.eqiad1.wikimedia.cloud to the cluster |
[tools] |
| 01:36 |
<andrewbogott> |
adding additional worker node in response to repeated capacity alerts |
[tools] |
| 01:35 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.add_k8s_node for a worker role in the tools cluster |
[tools] |
|
2025-09-18
§
|
| 13:46 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component components-api |
[tools] |
| 13:42 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component components-api |
[tools] |
| 11:56 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component ingress-admission |
[tools] |
| 11:47 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component ingress-admission |
[tools] |
| 11:45 |
<dcaro@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component ingress-admission |
[tools] |
| 11:37 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component ingress-admission |
[tools] |
| 11:35 |
<dcaro@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component ingress-admission |
[tools] |
| 11:29 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.vps.instance.force_reboot (exit_code=0) vm tools-prometheus-9 (cluster eqiad1, project tools) |
[tools] |
| 11:29 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.vps.instance.force_reboot vm tools-prometheus-9 (cluster eqiad1, project tools) |
[tools] |
| 11:29 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) |
[tools] |
| 11:29 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 11:27 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component ingress-admission |
[tools] |
| 09:42 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-55 |
[tools] |
| 09:36 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-55 |
[tools] |
| 09:34 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot_stuck_workers (exit_code=0) no stuck workers found |
[tools] |
| 09:33 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.toolforge.k8s.reboot_stuck_workers no stuck workers found |
[tools] |
| 08:52 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-38, tools-k8s-worker-nfs-26, tools-k8s-worker-nfs-3 |
[tools] |
| 08:34 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-38, tools-k8s-worker-nfs-26, tools-k8s-worker-nfs-3 |
[tools] |
| 06:46 |
<taavi> |
delete tools-sgebastion-10 T314665 |
[tools] |
|
2025-09-17
§
|
| 13:05 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-43, tools-k8s-worker-nfs-32 |
[tools] |
| 12:53 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-43, tools-k8s-worker-nfs-32 |
[tools] |
| 09:35 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) |
[tools] |
| 09:35 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 09:35 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.vps.instance.force_reboot (exit_code=0) vm tools-prometheus-9 (cluster eqiad1, project tools) |
[tools] |
| 09:35 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.vps.instance.force_reboot vm tools-prometheus-9 (cluster eqiad1, project tools) |
[tools] |
| 09:35 |
<wmbot~dcaro@acme> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) |
[tools] |
| 09:34 |
<wmbot~dcaro@acme> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
| 08:23 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-17, tools-k8s-worker-nfs-66, tools-k8s-worker-nfs-82, tools-k8s-worker-nfs-47, tools-k8s-worker-nfs-10 |
[tools] |
| 08:08 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-17, tools-k8s-worker-nfs-66, tools-k8s-worker-nfs-82, tools-k8s-worker-nfs-47, tools-k8s-worker-nfs-10 |
[tools] |
|
2025-09-16
§
|
| 16:32 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component registry-admission |
[tools] |
| 16:22 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component registry-admission |
[tools] |
| 16:21 |
<dcaro@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component registry-admission |
[tools] |
| 16:10 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component registry-admission |
[tools] |
| 15:57 |
<taavi> |
delete tools-sgebastion puppet prefix T314665 |
[tools] |
| 15:55 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component builds-api |
[tools] |
| 15:49 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component builds-api |
[tools] |
| 15:26 |
<taavi> |
shutdown tools-sgebastion-10 T314665 |
[tools] |
| 14:18 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component volume-admission |
[tools] |
| 14:15 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api |
[tools] |
| 14:15 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component volume-admission |
[tools] |
| 14:10 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.remove_instance (exit_code=0) for instance tools-bastion-13 |
[tools] |