|
2023-10-30
§
|
| 17:40 |
<andrewbogott> |
rebooting tools-db-1.tools.eqiad1.wikimedia.cloud for yet another oom death |
[admin] |
| 17:09 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 17:04 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 17:02 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 16:56 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) |
[admin] |
| 16:55 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) |
[admin] |
| 16:55 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 16:55 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 16:54 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 16:53 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:53 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 16:52 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:52 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 16:51 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:39 |
<dhinus> |
upgrading mariadb-server in cloudcontrol1007 (T345811) |
[admin] |
| 16:38 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:38 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:29 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:29 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
|
2023-10-27
§
|
| 15:38 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
| 15:38 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) |
[admin] |
| 15:31 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 15:29 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 15:29 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 15:28 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 15:27 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
| 15:26 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 13:21 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
| 13:09 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) |
[admin] |
| 12:26 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
| 12:13 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) |
[admin] |
| 12:11 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
| 10:10 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) |
[admin] |
| 10:09 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack |
[admin] |
| 09:05 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) |
[admin] |
| 09:04 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |