2023-10-30
§
|
17:40 |
<andrewbogott> |
rebooting tools-db-1.tools.eqiad1.wikimedia.cloud for yet another oom death |
[admin] |
17:09 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
17:04 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
17:02 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
16:56 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) |
[admin] |
16:55 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) |
[admin] |
16:55 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
16:55 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
16:54 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
16:53 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
16:53 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
16:52 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
16:52 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
16:51 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
16:39 |
<dhinus> |
upgrading mariadb-server in cloudcontrol1007 (T345811) |
[admin] |
16:38 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
16:38 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
16:37 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
16:37 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
16:37 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
16:37 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
16:30 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
16:30 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
16:30 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
16:30 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
16:29 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
16:29 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
16:17 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
16:17 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
16:17 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
16:17 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
2023-10-27
§
|
15:38 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
15:38 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) |
[admin] |
15:31 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
15:29 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
15:29 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
15:28 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
15:27 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
15:26 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
13:21 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
13:09 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) |
[admin] |
12:26 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
12:13 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) |
[admin] |
12:11 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |