|
2023-11-27
ยง
|
| 16:28 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host ganeti2033.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:28 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host kubernetes2058.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:27 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host kubernetes2057.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:21 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host ganeti2034.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:20 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['logging-hd2003'] |
[production] |
| 16:20 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['logging-hd2002'] |
[production] |
| 16:20 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['logging-hd2001'] |
[production] |
| 16:20 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['elastic2109'] |
[production] |
| 16:17 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host ganeti2034.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:17 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host ganeti2033.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:17 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host kubernetes2058.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:17 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host kubernetes2057.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:15 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['logging-hd2003'] |
[production] |
| 16:15 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['logging-hd2002'] |
[production] |
| 16:15 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['logging-hd2001'] |
[production] |
| 16:15 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic2109'] |
[production] |
| 16:14 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=1) upgrade firmware for hosts ['kubernetes2060'] |
[production] |
| 16:14 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=1) upgrade firmware for hosts ['kubernetes2059'] |
[production] |
| 16:14 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=1) upgrade firmware for hosts ['logging-hd2003'] |
[production] |
| 16:14 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=1) upgrade firmware for hosts ['logging-hd2002'] |
[production] |
| 16:14 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=1) upgrade firmware for hosts ['logging-hd2001'] |
[production] |
| 16:13 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=1) upgrade firmware for hosts ['elastic2109'] |
[production] |
| 16:13 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['kubernetes2060'] |
[production] |
| 16:13 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['kubernetes2059'] |
[production] |
| 16:13 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['logging-hd2003'] |
[production] |
| 16:13 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['logging-hd2002'] |
[production] |
| 16:12 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['logging-hd2001'] |
[production] |
| 16:12 |
<jhancock@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['elastic2109'] |
[production] |
| 16:12 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host logging-hd2002.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:12 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host logging-hd2003.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:12 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host elastic2109.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:11 |
<sukhe> |
enable puppet and start bird on dns4003 |
[production] |
| 16:11 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host kubernetes2059.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:11 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host logging-hd2001.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:11 |
<sukhe@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host dns4003.wikimedia.org |
[production] |
| 16:10 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host kubernetes2060.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 16:07 |
<sukhe@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host dns4003.wikimedia.org |
[production] |
| 16:07 |
<sukhe> |
disable puppet and stop bird on dns4003: rebooting |
[production] |
| 16:00 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.puppet.migrate-role (exit_code=0) for role: zookeeper::flink |
[production] |
| 15:59 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host kubernetes2060.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:59 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host kubernetes2059.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:59 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host logging-hd2003.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:59 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host logging-hd2002.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:59 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host logging-hd2001.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:59 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host elastic2109.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:53 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['elastic2108'] |
[production] |
| 15:53 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['elastic2107'] |
[production] |
| 15:52 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['elastic2106'] |
[production] |
| 15:52 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['elastic2105'] |
[production] |
| 15:52 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['elastic2104'] |
[production] |