|
2026-11-15
§
|
| 22:20 |
<fabfur@cumin1004> |
END (PASS) - Cookbook sre.cdn.roll-restart-reboot-hcaptcha-proxy (exit_code=0) rolling reboot on A:hcaptcha-proxy and A:hcaptcha-proxy |
[production] |
| 22:17 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host bast3007.wikimedia.org |
[production] |
| 22:16 |
<fabfur@cumin1004> |
END (PASS) - Cookbook sre.dns.roll-restart-reboot-wikimedia-dns (exit_code=0) rolling reboot on A:wikidough |
[production] |
| 22:13 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host bast3007.wikimedia.org |
[production] |
| 22:08 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host bast6003.wikimedia.org |
[production] |
| 22:07 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host bast7002.wikimedia.org |
[production] |
| 22:02 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host bast6003.wikimedia.org |
[production] |
| 22:01 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host bast7002.wikimedia.org |
[production] |
| 21:31 |
<fabfur@cumin1004> |
END (PASS) - Cookbook sre.misc-clusters.roll-restart-reboot-urldownloaders (exit_code=0) rolling reboot on A:url-downloader and A:bookworm and (A:url-downloader or A:url-downloader-eqiad or A:url-downloader-codfw) |
[production] |
| 21:14 |
<fabfur@cumin1004> |
START - Cookbook sre.cdn.roll-restart-reboot-hcaptcha-proxy rolling reboot on A:hcaptcha-proxy and A:hcaptcha-proxy |
[production] |
| 21:13 |
<fabfur@cumin1004> |
START - Cookbook sre.misc-clusters.roll-restart-reboot-urldownloaders rolling reboot on A:url-downloader and A:bookworm and (A:url-downloader or A:url-downloader-eqiad or A:url-downloader-codfw) |
[production] |
| 21:10 |
<fabfur@cumin1004> |
START - Cookbook sre.dns.roll-restart-reboot-wikimedia-dns rolling reboot on A:wikidough |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [codfw] START helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [staging] DONE helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [staging] START helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [staging] DONE helmfile.d/services/shellbox: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [staging] START helmfile.d/services/shellbox: sync |
[production] |
| 02:07 |
<mwpresync@deploy2003> |
Finished scap build-images: Publishing wmf/next image (duration: 07m 34s) |
[production] |
| 02:00 |
<mwpresync@deploy2003> |
Started scap build-images: Publishing wmf/next image |
[production] |
| 00:00 |
<root@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/shellbox-timeline: sync |
[production] |
| 00:00 |
<root@deploy2003> |
helmfile [codfw] START helmfile.d/services/shellbox-timeline: sync |
[production] |
| 00:00 |
<root@deploy2003> |
helmfile [staging] DONE helmfile.d/services/shellbox-timeline: sync |
[production] |
| 00:00 |
<root@deploy2003> |
helmfile [staging] START helmfile.d/services/shellbox-timeline: sync |
[production] |
| 00:00 |
<root@deploy2003> |
helmfile [staging] DONE helmfile.d/services/shellbox: sync |
[production] |
| 00:00 |
<root@deploy2003> |
helmfile [staging] START helmfile.d/services/shellbox: sync |
[production] |
|
2026-11-14
§
|
| 15:44 |
<fabfur@cumin1004> |
conftool action : tet; selector: cluster=cache |
[production] |
| 14:39 |
<sukhe> |
sudo cumin -b1 -s30 "A:dnsbox and (A:eqiad or A:codfw)" "birdc restart bfd1" |
[production] |
| 14:34 |
<sukhe> |
sudo cumin -b1 -s5 "A:wikidough and (A:eqiad or A:codfw)" "birdc restart bfd1": T434806 |
[production] |
| 13:16 |
<brett@cumin2003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2 days, 0:00:00 on cp3074.esams.wmnet with reason: troubleshooting cmos failure |
[production] |
| 12:08 |
<sukhe@cumin1004> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 3 days, 0:00:00 on cp3074.esams.wmnet with reason: host is depooled for HW failure, depooling |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [codfw] START helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [staging] DONE helmfile.d/services/shellbox: sync |
[production] |
| 12:00 |
<root@deploy2003> |
helmfile [staging] START helmfile.d/services/shellbox: sync |
[production] |
| 11:04 |
<sukhe@cumin1004> |
END (PASS) - Cookbook sre.cdn.roll-restart-reboot-hcaptcha-proxy (exit_code=0) rolling reboot on A:hcaptcha-proxy and A:hcaptcha-proxy |
[production] |
| 11:01 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host bast5005.wikimedia.org |
[production] |
| 11:01 |
<sukhe@cumin1004> |
END (PASS) - Cookbook sre.dns.roll-restart-reboot-wikimedia-dns (exit_code=0) rolling reboot on A:wikidough |
[production] |
| 11:01 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host bast4006.wikimedia.org |
[production] |
| 10:55 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host bast5005.wikimedia.org |
[production] |
| 10:55 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host bast4006.wikimedia.org |
[production] |
| 10:52 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host bast2003.wikimedia.org |
[production] |
| 10:44 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host bast2003.wikimedia.org |
[production] |
| 10:43 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host bast1004.wikimedia.org |
[production] |
| 10:39 |
<sukhe@cumin1004> |
END (PASS) - Cookbook sre.misc-clusters.roll-restart-reboot-urldownloaders (exit_code=0) rolling reboot on A:url-downloader |
[production] |
| 10:37 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host bast1004.wikimedia.org |
[production] |