|
2026-07-24
ยง
|
| 09:51 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-serve-ctrl1002.eqiad.wmnet |
[production] |
| 09:47 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-serve-ctrl1002.eqiad.wmnet |
[production] |
| 09:47 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-serve-ctrl1001.eqiad.wmnet |
[production] |
| 09:44 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-serve-ctrl1001.eqiad.wmnet |
[production] |
| 09:34 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-staging-etcd2003.codfw.wmnet |
[production] |
| 09:32 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-staging-etcd2003.codfw.wmnet |
[production] |
| 09:32 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-staging-etcd2002.codfw.wmnet |
[production] |
| 09:30 |
<brouberol@dns1004> |
END - running authdns-update |
[production] |
| 09:29 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-staging-etcd2002.codfw.wmnet |
[production] |
| 09:29 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-staging-etcd2001.codfw.wmnet |
[production] |
| 09:27 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.hosts.bmc-user-mgmt (exit_code=0) for 9 hosts |
[production] |
| 09:27 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-staging-etcd2001.codfw.wmnet |
[production] |
| 09:27 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-etcd2001.codfw.wmnet |
[production] |
| 09:26 |
<elukey@cumin1003> |
START - Cookbook sre.hosts.bmc-user-mgmt for 9 hosts |
[production] |
| 09:26 |
<brouberol@dns1004> |
START - running authdns-update |
[production] |
| 09:25 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.hosts.bmc-user-mgmt (exit_code=0) for 57 hosts |
[production] |
| 09:24 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-etcd2001.codfw.wmnet |
[production] |
| 09:24 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-etcd2002.codfw.wmnet |
[production] |
| 09:22 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-etcd2002.codfw.wmnet |
[production] |
| 09:21 |
<elukey@cumin1003> |
START - Cookbook sre.hosts.bmc-user-mgmt for 57 hosts |
[production] |
| 09:20 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-etcd2003.codfw.wmnet |
[production] |
| 09:19 |
<fnegri@cumin1003> |
START - Cookbook sre.mysql.multiinstance_reboot for 16 hosts |
[production] |
| 09:16 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-etcd2003.codfw.wmnet |
[production] |
| 09:16 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-etcd1003.eqiad.wmnet |
[production] |
| 09:15 |
<urbanecm@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/mw-experimental: apply |
[production] |
| 09:15 |
<urbanecm@deploy1003> |
helmfile [eqiad] START helmfile.d/services/mw-experimental: apply |
[production] |
| 09:13 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-etcd1003.eqiad.wmnet |
[production] |
| 09:13 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-etcd1002.eqiad.wmnet |
[production] |
| 09:11 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-etcd1002.eqiad.wmnet |
[production] |
| 09:11 |
<klausman@cumin1003> |
END (PASS) - Cookbook sre.ganeti.reboot-vm (exit_code=0) for VM ml-etcd1001.eqiad.wmnet |
[production] |
| 09:07 |
<klausman@cumin1003> |
START - Cookbook sre.ganeti.reboot-vm for VM ml-etcd1001.eqiad.wmnet |
[production] |
| 08:32 |
<trueg@deploy1003> |
helmfile [dse-k8s-codfw] DONE helmfile.d/services/wdqs: apply |
[production] |
| 08:24 |
<trueg@deploy1003> |
helmfile [dse-k8s-codfw] START helmfile.d/services/wdqs: apply |
[production] |
| 08:16 |
<trueg@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/services/wdqs: apply |
[production] |
| 08:16 |
<trueg@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/services/wdqs: apply |
[production] |
| 08:07 |
<brouberol@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/wikidata-query-gui: apply |
[production] |
| 08:07 |
<brouberol@deploy1003> |
helmfile [eqiad] START helmfile.d/services/wikidata-query-gui: apply |
[production] |
| 08:07 |
<trueg@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/services/wdqs: apply |
[production] |
| 08:02 |
<trueg@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/services/wdqs: apply |
[production] |
| 08:01 |
<trueg@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/services/wdqs: apply |
[production] |
| 07:59 |
<trueg@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/services/wdqs: apply |
[production] |
| 07:57 |
<brouberol@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/wikidata-query-gui: apply |
[production] |
| 07:57 |
<brouberol@deploy1003> |
helmfile [eqiad] START helmfile.d/services/wikidata-query-gui: apply |
[production] |
| 07:32 |
<brouberol@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply |
[production] |
| 07:32 |
<brouberol@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply |
[production] |
| 07:31 |
<brouberol@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply |
[production] |
| 07:31 |
<brouberol@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply |
[production] |
| 06:46 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on clouddb1025.eqiad.wmnet with reason: Cloning |
[production] |
| 06:46 |
<marostegui@cumin1003> |
conftool action : set/pooled=no; selector: name=clouddb1025.eqiad.wmnet,service=s4 |
[production] |
| 06:45 |
<marostegui@cumin1003> |
conftool action : set/pooled=no; selector: name=clouddb1025.eqiad.wmnet,service=s6 |
[production] |