|
2026-07-14
ยง
|
| 08:02 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-worker2006.codfw.wmnet |
[production] |
| 08:02 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-worker2005.codfw.wmnet |
[production] |
| 08:02 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-worker2005.codfw.wmnet |
[production] |
| 07:58 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-worker2005.codfw.wmnet |
[production] |
| 07:58 |
<godog> |
test dumps-nfs switchover on toolsbeta-test-k8s-worker-nfs-8 |
[toolsbeta] |
| 07:58 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-worker2005.codfw.wmnet |
[production] |
| 07:57 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-worker2004.codfw.wmnet |
[production] |
| 07:57 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-worker2004.codfw.wmnet |
[production] |
| 07:54 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) pki.discovery.wmnet. on all recursors |
[production] |
| 07:54 |
<elukey@cumin1003> |
START - Cookbook sre.dns.wipe-cache pki.discovery.wmnet. on all recursors |
[production] |
| 07:53 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-worker2004.codfw.wmnet |
[production] |
| 07:53 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-worker2004.codfw.wmnet |
[production] |
| 07:53 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-worker2003.codfw.wmnet |
[production] |
| 07:53 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-worker2003.codfw.wmnet |
[production] |
| 07:53 |
<mvernon@cumin1003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on ms-fe1024.eqiad.wmnet with reason: host reimage |
[production] |
| 07:49 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) pki.discovery.wmnet. on all recursors |
[production] |
| 07:49 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-worker2003.codfw.wmnet |
[production] |
| 07:49 |
<elukey@cumin1003> |
START - Cookbook sre.dns.wipe-cache pki.discovery.wmnet. on all recursors |
[production] |
| 07:48 |
<mvernon@cumin2003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on ms-fe2024.codfw.wmnet with reason: host reimage |
[production] |
| 07:48 |
<elukey@cumin1003> |
START - Cookbook sre.pki.restart-reboot rolling reboot on P{pki*} and (A:pki) |
[production] |
| 07:46 |
<mvernon@cumin1003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on ms-fe1024.eqiad.wmnet with reason: host reimage |
[production] |
| 07:45 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/pageview-trending-relative: apply |
[production] |
| 07:45 |
<mvernon@cumin2003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on ms-fe2024.codfw.wmnet with reason: host reimage |
[production] |
| 07:45 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/pageview-trending-relative: apply |
[production] |
| 07:44 |
<godog> |
set 'dumps_use_nfs_lb: true' for toolsbeta-test-k8s-worker-nfs prefix |
[toolsbeta] |
| 07:44 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-worker2003.codfw.wmnet |
[production] |
| 07:44 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.misc-clusters.restart-reboot-config-master (exit_code=0) rolling reboot on P{config-master*} and (A:config-master or A:config-master-eqiad or A:config-master-codfw) |
[production] |
| 07:44 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:44 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:39 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:39 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) config-master.discovery.wmnet. on all recursors |
[production] |
| 07:39 |
<elukey@cumin1003> |
START - Cookbook sre.dns.wipe-cache config-master.discovery.wmnet. on all recursors |
[production] |
| 07:39 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:39 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.reboot-nodes rolling reboot on P{aux-k8s-worker2*} and (A:aux-master-codfw or A:aux-worker-codfw) |
[production] |
| 07:36 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.reboot-nodes (exit_code=0) rolling reboot on P{aux-k8s-ctrl200*} and (A:aux-master-codfw or A:aux-worker-codfw) |
[production] |
| 07:36 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:36 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:35 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) config-master.discovery.wmnet. on all recursors |
[production] |
| 07:35 |
<elukey@cumin1003> |
START - Cookbook sre.dns.wipe-cache config-master.discovery.wmnet. on all recursors |
[production] |
| 07:34 |
<elukey@cumin1003> |
START - Cookbook sre.misc-clusters.restart-reboot-config-master rolling reboot on P{config-master*} and (A:config-master or A:config-master-eqiad or A:config-master-codfw) |
[production] |
| 07:31 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:31 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:31 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:31 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:29 |
<mvernon@cumin1003> |
START - Cookbook sre.hosts.reimage for host ms-fe1024.eqiad.wmnet with OS trixie |
[production] |
| 07:28 |
<mvernon@cumin2003> |
START - Cookbook sre.hosts.reimage for host ms-fe2024.codfw.wmnet with OS trixie |
[production] |
| 07:26 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:26 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:26 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.reboot-nodes rolling reboot on P{aux-k8s-ctrl200*} and (A:aux-master-codfw or A:aux-worker-codfw) |
[production] |
| 07:26 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/webrequest-page-view-next: apply |
[production] |