|
2025-09-16
§
|
| 16:32 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component registry-admission |
[tools] |
| 16:22 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component registry-admission |
[tools] |
| 16:21 |
<dcaro@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component registry-admission |
[tools] |
| 16:10 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component registry-admission |
[tools] |
| 15:57 |
<taavi> |
delete tools-sgebastion puppet prefix T314665 |
[tools] |
| 15:55 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component builds-api |
[tools] |
| 15:49 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component builds-api |
[tools] |
| 15:26 |
<taavi> |
shutdown tools-sgebastion-10 T314665 |
[tools] |
| 14:18 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component volume-admission |
[tools] |
| 14:15 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api |
[tools] |
| 14:15 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component volume-admission |
[tools] |
| 14:10 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.remove_instance (exit_code=0) for instance tools-bastion-13 |
[tools] |
| 14:09 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.remove_instance for instance tools-bastion-13 |
[tools] |
| 14:02 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component jobs-api |
[tools] |
| 14:00 |
<dcaro@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component jobs-api |
[tools] |
| 13:59 |
<dcaro@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component jobs-api |
[tools] |
| 13:29 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.remove_instance (exit_code=0) for instance tools-bastion-12 |
[tools] |
| 13:28 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.remove_instance for instance tools-bastion-12 |
[tools] |
| 07:11 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-71, tools-k8s-worker-nfs-43, tools-k8s-worker-nfs-75 |
[tools] |
| 06:57 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-71, tools-k8s-worker-nfs-43, tools-k8s-worker-nfs-75 |
[tools] |
| 06:56 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) |
[tools] |
| 06:51 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.vm_console |
[tools] |
|
2025-09-15
§
|
| 16:22 |
<taavi> |
reboot old bastions to kick long-living connections into newer ones |
[tools] |
| 14:10 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-cli |
[tools] |
| 14:10 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component jobs-cli |
[tools] |
| 14:09 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component jobs-cli |
[tools] |
| 14:08 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.component.deploy for component jobs-cli |
[tools] |
| 12:47 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-12, tools-k8s-worker-nfs-66 |
[tools] |
| 12:35 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-12, tools-k8s-worker-nfs-66 |
[tools] |
|
2025-09-11
§
|
| 14:42 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-46 |
[tools] |
| 14:36 |
<godog> |
drain/reboot tools-k8s-worker-nfs-46 - T404322 |
[tools] |
| 14:36 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-46 |
[tools] |
| 14:22 |
<andrewbogott> |
actually I didn't drain tools-k8s-worker-nfs-53 because the alert cleared on its own |
[tools] |
| 14:21 |
<andrew@cloudcumin1001> |
END (ERROR) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=97) for tools-k8s-worker-nfs-53 |
[tools] |
| 14:21 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-53 |
[tools] |
| 14:21 |
<andrewbogott> |
draining/rebooting tools-k8s-worker-nfs-53 because of procs in D state |
[tools] |
| 13:42 |
<filippo@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-53 |
[tools] |
| 13:36 |
<filippo@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-53 |
[tools] |
| 08:02 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=0) on tools-bastion-14.tools.eqiad1.wikimedia.cloud |
[tools] |
| 07:59 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.refresh_puppet_certs on tools-bastion-14.tools.eqiad1.wikimedia.cloud |
[tools] |
| 07:59 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=0) on tools-bastion-15.tools.eqiad1.wikimedia.cloud |
[tools] |
| 07:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.refresh_puppet_certs on tools-bastion-15.tools.eqiad1.wikimedia.cloud |
[tools] |
| 07:53 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.quota_increase (exit_code=0) |
[tools] |
| 07:53 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.quota_increase |
[tools] |