|
2026-05-20
ยง
|
| 14:14 |
<btullis@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host dse-k8s-worker1018.eqiad.wmnet |
[production] |
| 14:12 |
<jmm@cumin2002> |
START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti2042.codfw.wmnet |
[production] |
| 14:12 |
<jforrester@deploy1003> |
helmfile [codfw] START helmfile.d/services/wikifunctions: apply |
[production] |
| 14:11 |
<jforrester@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply |
[production] |
| 14:11 |
<bjensen> |
uploaded trixie-packaged memkeys on apt1002 |
[production] |
| 14:10 |
<bking@cumin2002> |
START - Cookbook sre.elasticsearch.rolling-operation Operation.RESTART (1 nodes at a time) for ElasticSearch cluster cloudelastic: T426560 - bking@cumin2002 |
[production] |
| 14:10 |
<btullis@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-wikidata: apply |
[production] |
| 14:10 |
<btullis@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-wikidata: apply |
[production] |
| 14:09 |
<brouberol@cumin1003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on kafka-jumbo1013.eqiad.wmnet with reason: host reimage |
[production] |
| 14:08 |
<jforrester@deploy1003> |
helmfile [eqiad] START helmfile.d/services/wikifunctions: apply |
[production] |
| 14:08 |
<btullis@cumin1003> |
START - Cookbook sre.hosts.reimage for host dse-k8s-wdqs-test2001.codfw.wmnet with OS bookworm |
[production] |
| 14:08 |
<jforrester@deploy1003> |
helmfile [staging] DONE helmfile.d/services/wikifunctions: apply |
[production] |
| 14:08 |
<btullis@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host dse-k8s-worker1018.eqiad.wmnet |
[production] |
| 14:08 |
<btullis@cumin1003> |
START - Cookbook sre.hosts.reimage for host dse-k8s-wdqs-test1001.eqiad.wmnet with OS bookworm |
[production] |
| 14:07 |
<jforrester@deploy1003> |
helmfile [staging] START helmfile.d/services/wikifunctions: apply |
[production] |
| 14:06 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti2041.codfw.wmnet |
[production] |
| 14:06 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti2041.codfw.wmnet |
[production] |
| 14:04 |
<cwilliams@cumin1003> |
END (PASS) - Cookbook sre.mysql.major-upgrade (exit_code=0) |
[production] |
| 14:04 |
<cwilliams@cumin1003> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool db1258: Migration of db1258.eqiad.wmnet completed |
[production] |
| 14:04 |
<brouberol@cumin1003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on kafka-jumbo1013.eqiad.wmnet with reason: host reimage |
[production] |
| 14:03 |
<btullis@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host dse-k8s-worker1018.eqiad.wmnet |
[production] |
| 14:03 |
<btullis@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host dse-k8s-worker1017.eqiad.wmnet |
[production] |
| 14:03 |
<btullis@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host dse-k8s-worker1017.eqiad.wmnet |
[production] |
| 14:01 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host cloudelastic1010.eqiad.wmnet |
[production] |
| 14:00 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host ganeti2041.codfw.wmnet |
[production] |
| 14:00 |
<btullis@cumin1003> |
START - Cookbook sre.ceph.roll-restart-reboot-server rolling reboot on P{cephosd100[4-5].eqiad.wmnet} and (A:cephosd-codfw or A:cephosd-eqiad) |
[production] |
| 13:56 |
<btullis@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host dse-k8s-worker1017.eqiad.wmnet |
[production] |
| 13:56 |
<btullis@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host dse-k8s-worker1017.eqiad.wmnet |
[production] |
| 13:56 |
<btullis@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host dse-k8s-worker1016.eqiad.wmnet |
[production] |
| 13:56 |
<btullis@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host dse-k8s-worker1016.eqiad.wmnet |
[production] |
| 13:53 |
<slyngshede@cumin1003> |
END (PASS) - Cookbook sre.cdn.roll-reboot (exit_code=0) rolling reboot on P{cp403[7-8].ulsfo.wmnet} and A:cp |
[production] |
| 13:53 |
<slyngshede@cumin1003> |
cookbooks.sre.cdn.roll-reboot finished rebooting cp4038.ulsfo.wmnet |
[production] |
| 13:53 |
<root@cumin1003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on db2183.codfw.wmnet with reason: host reimage |
[production] |
| 13:52 |
<btullis@cumin1003> |
START - Cookbook sre.druid.reboot-workers for Druid analytics cluster: Reboot Druid nodes |
[production] |
| 13:49 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host cloudelastic1011.eqiad.wmnet |
[production] |
| 13:49 |
<root@cumin1003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on db2183.codfw.wmnet with reason: host reimage |
[production] |
| 13:49 |
<brouberol@cumin1003> |
START - Cookbook sre.hosts.reimage for host kafka-jumbo1013.eqiad.wmnet with OS trixie |
[production] |
| 13:49 |
<btullis@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host dse-k8s-worker1016.eqiad.wmnet |
[production] |
| 13:48 |
<btullis@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node depool for host dse-k8s-worker1016.eqiad.wmnet |
[production] |
| 13:48 |
<btullis@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host dse-k8s-worker1015.eqiad.wmnet |
[production] |
| 13:48 |
<btullis@cumin1003> |
START - Cookbook sre.k8s.pool-depool-node pool for host dse-k8s-worker1015.eqiad.wmnet |
[production] |
| 13:48 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host krb2002.codfw.wmnet |
[production] |
| 13:47 |
<jmm@cumin2002> |
START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti2041.codfw.wmnet |
[production] |
| 13:44 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti2026.codfw.wmnet |
[production] |
| 13:43 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti2026.codfw.wmnet |
[production] |
| 13:43 |
<Lucas_WMDE> |
UTC afternoon backport+config window done |
[production] |
| 13:43 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host cloudelastic1011.eqiad.wmnet |
[production] |
| 13:43 |
<reedy@deploy1003> |
Finished scap sync-world: Backport for [[gerrit:1289953|composer.json: Upgrading symfony/yaml (v7.4.6 => v7.4.12) (T426845)]] (duration: 06m 39s) |
[production] |
| 13:42 |
<btullis@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host dse-k8s-worker1015.eqiad.wmnet |
[production] |
| 13:42 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host krb2002.codfw.wmnet |
[production] |