|
2023-03-03
§
|
| 15:28 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['elastic1054.eqiad.wmnet'] |
[production] |
| 15:27 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1057.eqiad.wmnet'] |
[production] |
| 15:27 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['elastic1057.eqiad.wmnet'] |
[production] |
| 15:27 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1054.eqiad.wmnet'] |
[production] |
| 15:27 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['elastic1054.eqiad.wmnet'] |
[production] |
| 15:26 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1057.eqiad.wmnet'] |
[production] |
| 15:26 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['elastic1057.eqiad.wmnet'] |
[production] |
| 15:26 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1054.eqiad.wmnet'] |
[production] |
| 15:25 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1057.eqiad.wmnet'] |
[production] |
| 15:25 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1056.eqiad.wmnet'] |
[production] |
| 15:24 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['elastic1054.eqiad.wmnet'] |
[production] |
| 15:24 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1055.eqiad.wmnet'] |
[production] |
| 15:23 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1054.eqiad.wmnet'] |
[production] |
| 15:21 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['elastic1053.eqiad.wmnet'] |
[production] |
| 15:12 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1053.eqiad.wmnet'] |
[production] |
| 15:11 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['elastic1053.eqiad.wmnet'] |
[production] |
| 14:59 |
<bking@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic1053.eqiad.wmnet'] |
[production] |
| 14:27 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on 14 hosts with reason: rerack |
[production] |
| 14:26 |
<bking@cumin2002> |
START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on 14 hosts with reason: rerack |
[production] |
| 14:09 |
<inflatador> |
bking@cumin2002 banning elastic1053-59 from the cluster in preparation for T322082 |
[production] |
|
2023-02-28
§
|
| 21:50 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 21:42 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 20:20 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 20:19 |
<bking@cumin1001> |
END (FAIL) - Cookbook sre.wdqs.data-transfer (exit_code=99) |
[production] |
| 20:16 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 20:16 |
<bking@cumin1001> |
END (FAIL) - Cookbook sre.wdqs.data-transfer (exit_code=99) |
[production] |
| 20:15 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 20:14 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 17:57 |
<bking@deploy2002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. |
[production] |
| 17:57 |
<bking@deploy2002> |
helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. |
[production] |
| 15:59 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 15:49 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 15:21 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 28 days, 0:00:00 on an-airflow1005.eqiad.wmnet with reason: new OS but some puppet stuff doesn't work yet |
[production] |
| 14:25 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 14:24 |
<bking@cumin1001> |
END (FAIL) - Cookbook sre.wdqs.data-transfer (exit_code=99) |
[production] |
| 14:22 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 14:22 |
<bking@cumin1001> |
END (FAIL) - Cookbook sre.wdqs.data-transfer (exit_code=99) |
[production] |
| 14:21 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 14:21 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
|
2023-02-27
§
|
| 23:54 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 23:51 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 22:19 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 22:19 |
<bking@cumin1001> |
END (FAIL) - Cookbook sre.wdqs.data-transfer (exit_code=99) |
[production] |
| 22:16 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 22:16 |
<bking@cumin1001> |
END (FAIL) - Cookbook sre.wdqs.data-transfer (exit_code=99) |
[production] |
| 22:15 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 22:15 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 22:04 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 21:58 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 20:16 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |