2021-03-09
ยง
|
11:56 |
<effie> |
restart envoy on mw1276 |
[production] |
11:56 |
<hnowlan@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on aqs1010.eqiad.wmnet with reason: REIMAGE |
[production] |
11:53 |
<hnowlan@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on aqs1010.eqiad.wmnet with reason: REIMAGE |
[production] |
11:52 |
<jayme@deploy1002> |
helmfile [staging-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
11:52 |
<jayme@deploy1002> |
helmfile [staging-codfw] START helmfile.d/admin 'apply'. |
[production] |
11:45 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host mw1307.eqiad.wmnet |
[production] |
11:42 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host prometheus2004.codfw.wmnet |
[production] |
11:42 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host mwdebug1003.eqiad.wmnet |
[production] |
11:30 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host mw1307.eqiad.wmnet |
[production] |
11:30 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host mwdebug1003.eqiad.wmnet |
[production] |
11:29 |
<jayme@deploy1002> |
helmfile [staging-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
11:29 |
<jayme@deploy1002> |
helmfile [staging-codfw] START helmfile.d/admin 'apply'. |
[production] |
11:28 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host doc1001.eqiad.wmnet |
[production] |
11:26 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host doc1001.eqiad.wmnet |
[production] |
11:25 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host prometheus2004.codfw.wmnet |
[production] |
11:20 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf1001.eqiad.wmnet |
[production] |
11:18 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf1001.eqiad.wmnet |
[production] |
11:15 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf1002.eqiad.wmnet |
[production] |
11:11 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf1002.eqiad.wmnet |
[production] |
11:11 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf2002.codfw.wmnet |
[production] |
11:10 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf2002.codfw.wmnet |
[production] |
11:09 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host webperf2001.codfw.wmnet |
[production] |
11:04 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host webperf2001.codfw.wmnet |
[production] |
11:01 |
<aborrero@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host cloudvirt1037.eqiad.wmnet |
[production] |
10:56 |
<moritzm> |
installing mariadb-10.1 updates for stretch (distro version with libs/tools only, not wmf-mariadb) |
[production] |
10:54 |
<aborrero@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host cloudvirt1037.eqiad.wmnet |
[production] |
10:53 |
<dcausse> |
started to import lexemes on wdqs1009 (T276784) |
[production] |
10:52 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host prometheus2003.codfw.wmnet |
[production] |
10:49 |
<hnowlan@cumin1001> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
10:45 |
<hnowlan@cumin1001> |
START - Cookbook sre.dns.netbox |
[production] |
10:43 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts ms-be[2020-2027].codfw.wmnet |
[production] |
10:36 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host prometheus2003.codfw.wmnet |
[production] |
10:31 |
<moritzm> |
upgrading perf on stretch hosts |
[production] |
10:30 |
<filippo@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host graphite2003.codfw.wmnet |
[production] |
10:23 |
<moritzm> |
installing gdisk security updates |
[production] |
10:15 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host graphite2003.codfw.wmnet |
[production] |
10:14 |
<moritzm> |
installing libbsd security updates |
[production] |
10:07 |
<filippo@cumin1001> |
START - Cookbook sre.hosts.decommission for hosts ms-be[2020-2027].codfw.wmnet |
[production] |
10:00 |
<moritzm> |
installing busybox security updates |
[production] |
09:54 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host puppetboard1001.eqiad.wmnet |
[production] |
09:52 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host puppetboard1001.eqiad.wmnet |
[production] |
09:50 |
<marostegui> |
Reboot db2073 for kernel upgrade (stretch) |
[production] |
09:50 |
<jmm@cumin2001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host puppetboard2001.codfw.wmnet |
[production] |
09:49 |
<jayme@deploy1002> |
helmfile [staging-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
09:49 |
<jayme@deploy1002> |
helmfile [staging-codfw] START helmfile.d/admin 'apply'. |
[production] |
09:46 |
<jmm@cumin2001> |
START - Cookbook sre.hosts.reboot-single for host puppetboard2001.codfw.wmnet |
[production] |
09:44 |
<marostegui> |
Reboot db2072 for kernel upgrade (stretch) |
[production] |
09:44 |
<marostegui> |
Reboot db20712for kernel upgrade (stretch) |
[production] |
09:44 |
<marostegui> |
Reboot db2071 for kernel upgrade (stretch) |
[production] |
09:42 |
<elukey@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on an-worker1112.eqiad.wmnet with reason: REIMAGE |
[production] |