|
2026-09-25
ยง
|
| 18:31 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster |
[tools] |
| 18:31 |
<andrew@cloudcumin1001> |
Added a new k8s worker-nfs tools-k8s-worker-nfs-90.tools.eqiad1.wikimedia.cloud to the cluster |
[tools] |
| 18:27 |
<krinkle@deploy1003> |
Finished deploy [statsv/statsv@df3ebff]: T439183: Accept dot, plus, hyphen in label values (duration: 00m 11s) |
[production] |
| 18:27 |
<krinkle@deploy1003> |
Started deploy [statsv/statsv@df3ebff]: T439183: Accept dot, plus, hyphen in label values |
[production] |
| 18:22 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T438255) |
[tools] |
| 18:20 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-nfs-87 |
[tools] |
| 18:18 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-nfs-87 |
[tools] |
| 17:59 |
<cdanis@dns1004> |
END - running authdns-update |
[production] |
| 17:57 |
<cdanis@dns1004> |
START - running authdns-update |
[production] |
| 16:15 |
<wmbot~difronzo@tools-bastion-15> |
deployed v0.10.0 (by DiFronzo on GitHub) |
[tools.wikivisage] |
| 16:12 |
<wmbot~difronzo@tools-bastion-15> |
deployed face-service-v0.10.0 (by DiFronzo on GitHub) |
[tools.wikivisage-face] |
| 15:43 |
<dancy> |
Upgraded gitlab-cloud-runners (prod) from 1.35.7-do.5 to 1.36.3-do.5 (T439035) |
[releng] |
| 15:23 |
<dancy> |
Upgrading gitlab-cloud-runners (prod) from 1.35.7-do.5 to 1.36.3-do.5 (T439035) |
[releng] |
| 15:20 |
<dancy> |
Upgraded gitlab-cloud-runners (prod) from 1.35.1-do.6 to 1.35.7-do.5 (T439035) |
[releng] |
| 15:07 |
<cdobbins@cumin1004> |
conftool action : set/pooled=yes; selector: name=ncredir2001.* |
[production] |
| 15:05 |
<dancy> |
Upgrading gitlab-cloud-runners (prod) from 1.35.1-do.6 to 1.35.7-do.5 (T439035) |
[releng] |
| 15:03 |
<gmodena@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/services/wdqs-next: apply |
[production] |
| 15:03 |
<gmodena@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/services/wdqs-next: apply |
[production] |
| 15:02 |
<dcausse@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 15:01 |
<dcausse@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 15:01 |
<dcausse@deploy1003> |
helmfile [dse-k8s-codfw] DONE helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 15:01 |
<dcausse@deploy1003> |
helmfile [dse-k8s-codfw] START helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 14:57 |
<cdobbins@cumin1004> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host ncredir2001.codfw.wmnet with OS trixie |
[production] |
| 14:56 |
<brouberol@cumin1004> |
conftool action : set/weight=10; selector: name=dse-k8s-worker1017.eqiad.wmnet |
[production] |
| 14:56 |
<brouberol@cumin1004> |
conftool action : set/pooled=yes; selector: name=dse-k8s-worker1017.eqiad.wmnet |
[production] |
| 14:51 |
<brouberol@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host dse-k8s-worker1040.eqiad.wmnet |
[production] |
| 14:51 |
<brouberol@cumin1004> |
conftool action : set/pooled=yes; selector: name=dse-k8s-worker1040.eqiad.wmnet |
[production] |
| 14:51 |
<brouberol@cumin1004> |
conftool action : set/weight=10; selector: name=dse-k8s-worker1040.eqiad.wmnet |
[production] |
| 14:49 |
<brouberol@cumin1004> |
conftool action : set/weight=10; selector: name=dse-k8s-worker1041.eqiad.wmnet |
[production] |
| 14:49 |
<brouberol@cumin1004> |
conftool action : set/pooled=yes; selector: name=dse-k8s-worker1041.eqiad.wmnet |
[production] |
| 14:49 |
<brouberol@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host dse-k8s-worker1041.eqiad.wmnet |
[production] |
| 14:46 |
<brouberol@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host dse-k8s-worker1040.eqiad.wmnet |
[production] |
| 14:44 |
<gmodena@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/services/wdqs-next: apply |
[production] |
| 14:44 |
<gmodena@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/services/wdqs-next: apply |
[production] |
| 14:43 |
<brouberol@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host dse-k8s-worker1041.eqiad.wmnet |
[production] |
| 14:41 |
<ebernhardson@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-semantic-search-ssd: apply |
[production] |
| 14:41 |
<ebernhardson@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-semantic-search-ssd: apply |
[production] |
| 14:38 |
<cdobbins@cumin1004> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on ncredir2001.codfw.wmnet with reason: host reimage |
[production] |
| 14:33 |
<cdobbins@cumin1004> |
START - Cookbook sre.hosts.downtime for 2:00:00 on ncredir2001.codfw.wmnet with reason: host reimage |
[production] |
| 14:32 |
<brouberol@cumin1004> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host dse-k8s-worker1040.eqiad.wmnet with OS bookworm |
[production] |
| 14:30 |
<dkertesz> |
moved haproxy stat file from /var/lib/haproxy/stats-file to /run/haproxy/ in cp7001,cp7011 - T343000 |
[production] |
| 14:29 |
<brouberol@cumin1004> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host dse-k8s-worker1041.eqiad.wmnet with OS bookworm |
[production] |
| 14:23 |
<vgutierrez@puppetserver1001> |
conftool action : set/pooled=yes; selector: dc=codfw,name=cp2059.* |
[production] |
| 14:18 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-wmde: apply |
[production] |
| 14:17 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-wmde: apply |
[production] |
| 14:17 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-wikidata: apply |
[production] |
| 14:17 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-wikidata: apply |
[production] |
| 14:17 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-sre: apply |
[production] |
| 14:17 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-sre: apply |
[production] |
| 14:15 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-search: apply |
[production] |