|
2026-07-14
ยง
|
| 07:45 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/pageview-trending-relative: apply |
[production] |
| 07:44 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-worker2003.codfw.wmnet |
[production] |
| 07:44 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.misc-clusters.restart-reboot-config-master (exit_code=0) rolling reboot on P{config-master*} and (A:config-master or A:config-master-eqiad or A:config-master-codfw) |
[production] |
| 07:44 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:44 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:39 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:39 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) config-master.discovery.wmnet. on all recursors |
[production] |
| 07:39 |
<elukey@cumin1003> |
START - Cookbook sre.dns.wipe-cache config-master.discovery.wmnet. on all recursors |
[production] |
| 07:39 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-worker2002.codfw.wmnet |
[production] |
| 07:39 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.reboot-nodes rolling reboot on P{aux-k8s-worker2*} and (A:aux-master-codfw or A:aux-worker-codfw) |
[production] |
| 07:36 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.reboot-nodes (exit_code=0) rolling reboot on P{aux-k8s-ctrl200*} and (A:aux-master-codfw or A:aux-worker-codfw) |
[production] |
| 07:36 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:36 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:35 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) config-master.discovery.wmnet. on all recursors |
[production] |
| 07:35 |
<elukey@cumin1003> |
START - Cookbook sre.dns.wipe-cache config-master.discovery.wmnet. on all recursors |
[production] |
| 07:34 |
<elukey@cumin1003> |
START - Cookbook sre.misc-clusters.restart-reboot-config-master rolling reboot on P{config-master*} and (A:config-master or A:config-master-eqiad or A:config-master-codfw) |
[production] |
| 07:31 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:31 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-ctrl2003.codfw.wmnet |
[production] |
| 07:31 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:31 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:29 |
<mvernon@cumin1003> |
START - Cookbook sre.hosts.reimage for host ms-fe1024.eqiad.wmnet with OS trixie |
[production] |
| 07:28 |
<mvernon@cumin2003> |
START - Cookbook sre.hosts.reimage for host ms-fe2024.codfw.wmnet with OS trixie |
[production] |
| 07:26 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:26 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host aux-k8s-ctrl2002.codfw.wmnet |
[production] |
| 07:26 |
<elukey@cumin1003> |
START - Cookbook sre.k8s.reboot-nodes rolling reboot on P{aux-k8s-ctrl200*} and (A:aux-master-codfw or A:aux-worker-codfw) |
[production] |
| 07:26 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/webrequest-page-view-next: apply |
[production] |
| 07:23 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/webrequest-page-view-next: apply |
[production] |
| 06:50 |
<jelto@cumin1003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host lists1004.wikimedia.org |
[production] |
| 06:44 |
<jelto@cumin1003> |
START - Cookbook sre.hosts.reboot-single for host lists1004.wikimedia.org |
[production] |
| 06:25 |
<marostegui@dns1004> |
END - running authdns-update |
[production] |
| 06:23 |
<marostegui@dns1004> |
START - running authdns-update |
[production] |
| 06:22 |
<marostegui@dns1004> |
END - running authdns-update |
[production] |
| 06:20 |
<marostegui@dns1004> |
START - running authdns-update |
[production] |
| 06:17 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on dbproxy1026.eqiad.wmnet with reason: reboot |
[production] |
| 06:04 |
<javiermonton@deploy2003> |
helmfile [eqiad] DONE helmfile.d/services/eventgate-analytics: sync |
[production] |
| 06:04 |
<javiermonton@deploy2003> |
helmfile [eqiad] START helmfile.d/services/eventgate-analytics: sync |
[production] |
| 06:03 |
<javiermonton@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/eventgate-analytics: sync |
[production] |
| 06:03 |
<javiermonton@deploy2003> |
helmfile [codfw] START helmfile.d/services/eventgate-analytics: sync |
[production] |
| 06:02 |
<javiermonton@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/eventgate-main: sync |
[production] |
| 06:01 |
<javiermonton@deploy2003> |
helmfile [codfw] START helmfile.d/services/eventgate-main: sync |
[production] |
| 06:01 |
<javiermonton@deploy2003> |
helmfile [eqiad] DONE helmfile.d/services/eventgate-main: sync |
[production] |
| 06:00 |
<javiermonton@deploy2003> |
helmfile [eqiad] START helmfile.d/services/eventgate-main: sync |
[production] |
| 05:59 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/webrequest-page-view-next: apply |
[production] |
| 05:59 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/webrequest-page-view-next: apply |
[production] |
| 05:40 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/webrequest-page-view-next: apply |
[production] |
| 05:39 |
<javiermonton@deploy2003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/webrequest-page-view-next: apply |
[production] |
| 05:26 |
<marostegui@dns1004> |
END - running authdns-update |
[production] |
| 05:24 |
<marostegui@dns1004> |
START - running authdns-update |
[production] |
| 05:24 |
<marostegui@dns1004> |
START - running authdns-update |
[production] |
| 05:13 |
<jelto@cumin1003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host gitlab1004.wikimedia.org |
[production] |