|
2021-03-09
ยง
|
| 11:29 |
<jayme@deploy1002> |
helmfile [staging-codfw] START helmfile.d/admin 'apply'. |
[production] |
| 11:28 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host doc1001.eqiad.wmnet |
[production] |
| 11:26 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host doc1001.eqiad.wmnet |
[production] |
| 11:25 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host prometheus2004.codfw.wmnet |
[production] |
| 11:20 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf1001.eqiad.wmnet |
[production] |
| 11:18 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf1001.eqiad.wmnet |
[production] |
| 11:15 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf1002.eqiad.wmnet |
[production] |
| 11:11 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf1002.eqiad.wmnet |
[production] |
| 11:11 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf2002.codfw.wmnet |
[production] |
| 11:10 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf2002.codfw.wmnet |
[production] |
| 11:09 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf2001.codfw.wmnet |
[production] |
| 11:04 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf2001.codfw.wmnet |
[production] |
| 11:01 |
<aborrero@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host cloudvirt1037.eqiad.wmnet |
[production] |
| 10:56 |
<moritzm> |
installing mariadb-10.1 updates for stretch (distro version with libs/tools only, not wmf-mariadb) |
[production] |
| 10:54 |
<aborrero@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host cloudvirt1037.eqiad.wmnet |
[production] |
| 10:53 |
<dcausse> |
started to import lexemes on wdqs1009 (T276784) |
[production] |
| 10:52 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host prometheus2003.codfw.wmnet |
[production] |
| 10:49 |
<hnowlan@cumin1001> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
| 10:45 |
<hnowlan@cumin1001> |
START - Cookbook sre.dns.netbox |
[production] |
| 10:43 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts ms-be[2020-2027].codfw.wmnet |
[production] |
| 10:36 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host prometheus2003.codfw.wmnet |
[production] |
| 10:31 |
<moritzm> |
upgrading perf on stretch hosts |
[production] |
| 10:30 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host graphite2003.codfw.wmnet |
[production] |
| 10:23 |
<moritzm> |
installing gdisk security updates |
[production] |
| 10:15 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host graphite2003.codfw.wmnet |
[production] |
| 10:14 |
<moritzm> |
installing libbsd security updates |
[production] |
| 10:07 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.decommission for hosts ms-be[2020-2027].codfw.wmnet |
[production] |
| 10:00 |
<moritzm> |
installing busybox security updates |
[production] |
| 09:54 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host puppetboard1001.eqiad.wmnet |
[production] |
| 09:52 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host puppetboard1001.eqiad.wmnet |
[production] |
| 09:50 |
<marostegui> |
Reboot db2073 for kernel upgrade (stretch) |
[production] |
| 09:50 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host puppetboard2001.codfw.wmnet |
[production] |
| 09:49 |
<jayme@deploy1002> |
helmfile [staging-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
| 09:49 |
<jayme@deploy1002> |
helmfile [staging-codfw] START helmfile.d/admin 'apply'. |
[production] |
| 09:46 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host puppetboard2001.codfw.wmnet |
[production] |
| 09:44 |
<marostegui> |
Reboot db2072 for kernel upgrade (stretch) |
[production] |
| 09:44 |
<marostegui> |
Reboot db20712for kernel upgrade (stretch) |
[production] |
| 09:44 |
<marostegui> |
Reboot db2071 for kernel upgrade (stretch) |
[production] |
| 09:42 |
<elukey@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on an-worker1112.eqiad.wmnet with reason: REIMAGE |
[production] |
| 09:40 |
<elukey@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on an-worker1112.eqiad.wmnet with reason: REIMAGE |
[production] |
| 09:39 |
<elukey@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on analytics1076.eqiad.wmnet with reason: REIMAGE |
[production] |
| 09:36 |
<elukey@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on analytics1076.eqiad.wmnet with reason: REIMAGE |
[production] |
| 09:14 |
<elukey> |
drain + reimage analytics1076 and an-worker1112 to Buster |
[production] |
| 09:01 |
<moritzm> |
installing Linux 4.9.258 updates on Stretch hosts |
[production] |
| 08:59 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts ms-be[2017-2019].codfw.wmnet |
[production] |
| 08:54 |
<elukey@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on an-worker1093.eqiad.wmnet with reason: REIMAGE |
[production] |
| 08:52 |
<elukey@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on an-worker1092.eqiad.wmnet with reason: REIMAGE |
[production] |
| 08:52 |
<elukey@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on an-worker1093.eqiad.wmnet with reason: REIMAGE |
[production] |
| 08:50 |
<elukey@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on an-worker1092.eqiad.wmnet with reason: REIMAGE |
[production] |
| 08:46 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.decommission for hosts ms-be[2017-2019].codfw.wmnet |
[production] |