|
2026-05-19
ยง
|
| 15:53 |
<moritzm> |
temporarily drop ganeti2029 from the codfw cluster T426199 |
[production] |
| 15:52 |
<jiji@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker[1037-1040].eqiad.wmnet |
[production] |
| 15:51 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti2029.codfw.wmnet |
[production] |
| 15:49 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be2091.codfw.wmnet |
[production] |
| 15:49 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be2090.codfw.wmnet |
[production] |
| 15:49 |
<cwilliams@cumin1003> |
END (PASS) - Cookbook sre.mysql.major-upgrade (exit_code=0) |
[production] |
| 15:49 |
<cwilliams@cumin1003> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool db2243: Migration of db2243.codfw.wmnet completed |
[production] |
| 15:49 |
<sukhe@cumin1003> |
END (PASS) - Cookbook sre.cdn.roll-restart-reboot-ncredir (exit_code=0) rolling reboot on A:ncredir and A:ncredir |
[production] |
| 15:48 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be1091.eqiad.wmnet |
[production] |
| 15:48 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1090.eqiad.wmnet |
[production] |
| 15:45 |
<jiji@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker[1037-1040].eqiad.wmnet |
[production] |
| 15:45 |
<jiji@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker[1021,1034-1036].eqiad.wmnet |
[production] |
| 15:45 |
<jiji@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker[1021,1034-1036].eqiad.wmnet |
[production] |
| 15:43 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti6002.drmrs.wmnet |
[production] |
| 15:43 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti6002.drmrs.wmnet |
[production] |
| 15:43 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be2090.codfw.wmnet |
[production] |
| 15:43 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be2089.codfw.wmnet |
[production] |
| 15:41 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be1090.eqiad.wmnet |
[production] |
| 15:41 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1089.eqiad.wmnet |
[production] |
| 15:39 |
<sukhe@cumin1003> |
END (PASS) - Cookbook sre.cdn.roll-restart-reboot-tcp-proxy (exit_code=0) rolling reboot on A:tcpproxy and A:tcpproxy |
[production] |
| 15:39 |
<jiji@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker[1021,1034-1036].eqiad.wmnet |
[production] |
| 15:37 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ganeti6002.drmrs.wmnet |
[production] |
| 15:36 |
<jiji@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker[1021,1034-1036].eqiad.wmnet |
[production] |
| 15:36 |
<jiji@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker[1006-1007,1015-1016].eqiad.wmnet |
[production] |
| 15:36 |
<jiji@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker[1006-1007,1015-1016].eqiad.wmnet |
[production] |
| 15:35 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be2089.codfw.wmnet |
[production] |
| 15:35 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be2088.codfw.wmnet |
[production] |
| 15:33 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be1089.eqiad.wmnet |
[production] |
| 15:33 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1088.eqiad.wmnet |
[production] |
| 15:31 |
<jmm@cumin2002> |
START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti6002.drmrs.wmnet |
[production] |
| 15:30 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-staging-ctrl2002.codfw.wmnet |
[production] |
| 15:30 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti6003.drmrs.wmnet |
[production] |
| 15:29 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti6003.drmrs.wmnet |
[production] |
| 15:29 |
<jiji@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker[1006-1007,1015-1016].eqiad.wmnet |
[production] |
| 15:29 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be2088.codfw.wmnet |
[production] |
| 15:29 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be2087.codfw.wmnet |
[production] |
| 15:28 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host puppetboard1003.eqiad.wmnet |
[production] |
| 15:28 |
<jiji@cumin1003> |
START - Cookbook sre.memcached.roll-reboot-restart rolling reboot on A:memcached-codfw |
[production] |
| 15:27 |
<jiji@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker[1006-1007,1015-1016].eqiad.wmnet |
[production] |
| 15:27 |
<jiji@cumin1003> |
START - Cookbook sre.k8s.reboot-nodes rolling reboot on P{wikikube-worker[1006-1007,1015-1016,1021,1034-1057,1064-1081,1084-1087,1093-1095,1113-1165,1240-1289,1291-1327,1375-1384].eqiad.wmnet} and (A:wikikube-master-eqiad or A:wikikube-worker-eqiad) |
[production] |
| 15:27 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-staging-ctrl2002.codfw.wmnet |
[production] |
| 15:27 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ms-be1088.eqiad.wmnet |
[production] |
| 15:26 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1087.eqiad.wmnet |
[production] |
| 15:26 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-staging-ctrl2001.codfw.wmnet |
[production] |
| 15:25 |
<jiji@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker1070.eqiad.wmnet |
[production] |
| 15:25 |
<jiji@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker1070.eqiad.wmnet |
[production] |
| 15:25 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host puppetboard1003.eqiad.wmnet |
[production] |
| 15:23 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-staging-ctrl2001.codfw.wmnet |
[production] |
| 15:23 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ganeti6003.drmrs.wmnet |
[production] |
| 15:23 |
<jforrester@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply |
[production] |