|
2023-10-31
§
|
| 02:27 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) |
[admin] |
| 02:27 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (348643) |
[admin] |
| 02:27 |
<andrew@cloudcumin1001> |
END (ERROR) - Cookbook wmcs.ceph.osd.drain_node (exit_code=97) (348643) |
[admin] |
| 02:26 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 01:59 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 01:59 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 01:07 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) |
[admin] |
| 01:07 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) |
[admin] |
| 01:07 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) |
[admin] |
|
2023-10-30
§
|
| 17:40 |
<andrewbogott> |
rebooting tools-db-1.tools.eqiad1.wikimedia.cloud for yet another oom death |
[admin] |
| 17:09 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 17:04 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 17:02 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 16:56 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) |
[admin] |
| 16:55 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) |
[admin] |
| 16:55 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 16:55 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.drain_node (348643) |
[admin] |
| 16:54 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 16:53 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:53 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 16:52 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:52 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 16:51 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:39 |
<dhinus> |
upgrading mariadb-server in cloudcontrol1007 (T345811) |
[admin] |
| 16:38 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:38 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:37 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:30 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:29 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) (T348643) |
[admin] |
| 16:29 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node (T348643) |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
| 16:17 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
|
2023-10-27
§
|
| 15:38 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |
| 15:38 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) |
[admin] |
| 15:31 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 15:29 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 15:29 |
<wm-bot2> |
dcaro@urcuchillay END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) |
[admin] |
| 15:28 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 15:27 |
<wm-bot2> |
dcaro@urcuchillay END (FAIL) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=99) |
[admin] |
| 15:26 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.undrain_node |
[admin] |
| 13:21 |
<wm-bot2> |
dcaro@urcuchillay START - Cookbook wmcs.ceph.osd.drain_node |
[admin] |