|
2024-09-25
ยง
|
| 10:19 |
<mvolz@deploy1003> |
helmfile [staging] START helmfile.d/services/zotero: apply |
[production] |
| 10:06 |
<jmm@cumin2002> |
START - Cookbook sre.puppet.migrate-host for host cloudcephosd1025.eqiad.wmnet |
[production] |
| 09:54 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.tofu (exit_code=0) running tofu plan+apply for main branch |
[admin] |
| 09:54 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.openstack.tofu running tofu plan+apply for main branch |
[admin] |
| 09:53 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.tofu (exit_code=0) running tofu plan+apply for main branch |
[admin] |
| 09:52 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.openstack.tofu running tofu plan+apply for main branch |
[admin] |
| 09:52 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.tofu (exit_code=0) running tofu plan+apply for main branch |
[admin] |
| 09:48 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.openstack.tofu running tofu plan+apply for main branch |
[admin] |
| 09:48 |
<arturo> |
[codfw1dev] restart rabbitmq on all cloudcontrol servers |
[admin] |
| 09:48 |
<aborrero@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.tofu (exit_code=99) running tofu plan+apply for main branch |
[admin] |
| 09:46 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.openstack.tofu running tofu plan+apply for main branch |
[admin] |
| 09:46 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) |
[admin] |
| 09:44 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack |
[admin] |
| 09:43 |
<btullis> |
root@an-test-worker1002:/tmp# find *_resources -type f -mtime +60 -exec rm {} \; |
[analytics] |
| 09:39 |
<moritzm> |
installing distro-info-data updates from bullseye/bookworm point updates |
[production] |
| 09:35 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.puppet.migrate-host (exit_code=0) for host cloudcephosd1038.eqiad.wmnet |
[production] |
| 09:35 |
<arturo> |
[codfw1dev] deletre a bunch of tests and seemingly unused projects |
[admin] |
| 09:25 |
<jmm@cumin2002> |
START - Cookbook sre.puppet.migrate-host for host cloudcephosd1038.eqiad.wmnet |
[production] |
| 09:22 |
<slyngs> |
Upgrade idm2001 to Bitu version 0.0.9 |
[production] |
| 09:19 |
<dcaro@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 180 days, 0:00:00 on cloudcephosd1025.eqiad.wmnet with reason: Getting the disks shipped to dell T348643 |
[production] |
| 09:19 |
<dcaro@cumin1002> |
START - Cookbook sre.hosts.downtime for 180 days, 0:00:00 on cloudcephosd1025.eqiad.wmnet with reason: Getting the disks shipped to dell T348643 |
[production] |
| 09:11 |
<elukey> |
set max-catalog-entries (changes the default catalog pagination) to 25 for docker-registry - T348876 |
[production] |
| 09:07 |
<mvernon@cumin2002> |
conftool action : set/pooled=true; selector: dnsdisc=apus,name=codfw |
[production] |
| 08:28 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.idm.logout (exit_code=0) Logging DNdubane out of all services on: 700 hosts |
[production] |
| 08:28 |
<jmm@cumin2002> |
START - Cookbook sre.idm.logout Logging DNdubane out of all services on: 700 hosts |
[production] |
| 08:28 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.idm.logout (exit_code=0) Logging DNdubane out of all services on: 1540 hosts |
[production] |
| 08:27 |
<jmm@cumin2002> |
START - Cookbook sre.idm.logout Logging DNdubane out of all services on: 1540 hosts |
[production] |
| 08:26 |
<wmbot~raymondndibe@wmf3402> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component maintain-kubeusers |
[toolsbeta] |
| 08:24 |
<wmbot~raymondndibe@wmf3402> |
START - Cookbook wmcs.toolforge.component.deploy for component maintain-kubeusers |
[toolsbeta] |
| 08:06 |
<elukey> |
set max-catalog-entries (changes the default catalog pagination) to 50 for docker-registry - T348876 |
[production] |
| 08:06 |
<hashar@deploy1003> |
Finished deploy [integration/docroot@0482d53]: zuul: show change queues window value (duration: 00m 07s) |
[production] |
| 08:06 |
<hashar@deploy1003> |
Started deploy [integration/docroot@0482d53]: zuul: show change queues window value |
[production] |
| 08:00 |
<wmbot~dcaro@urcuchillay> |
END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-7 |
[tools] |
| 07:59 |
<wmbot~dcaro@urcuchillay> |
START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-7 |
[tools] |
| 07:58 |
<jynus> |
running REPLACE into dtpwiki db2123 (s5) T375507 |
[production] |
| 07:55 |
<dcausse@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/rdf-streaming-updater: apply |
[production] |
| 07:55 |
<dcausse@deploy1003> |
helmfile [eqiad] START helmfile.d/services/rdf-streaming-updater: apply |
[production] |
| 07:51 |
<dcausse@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/rdf-streaming-updater: apply |
[production] |
| 07:51 |
<dcausse@deploy1003> |
helmfile [codfw] START helmfile.d/services/rdf-streaming-updater: apply |
[production] |
| 07:47 |
<dcausse@deploy1003> |
helmfile [staging] DONE helmfile.d/services/rdf-streaming-updater: apply |
[production] |
| 07:47 |
<dcausse@deploy1003> |
helmfile [staging] START helmfile.d/services/rdf-streaming-updater: apply |
[production] |
| 07:46 |
<wmbot~raymondndibe@wmf3402> |
END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host toolsbeta-test-k8s-worker-nfs-7 |
[toolsbeta] |
| 07:42 |
<kartik@deploy1003> |
Finished scap sync-world: Backport for [[gerrit:1075501|Revert "Enable message group subscription feature for Test Wikipedia"]] (duration: 06m 48s) |
[production] |
| 07:37 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.ldap.roll-restart-reboot-replica (exit_code=0) rolling restart_daemons on A:ldap-replicas-eqiad |
[production] |
| 07:37 |
<moritzm> |
restarting slapd on r/w LDAP servers to pick up GNUTLS security updates |
[production] |
| 07:37 |
<kartik@deploy1003> |
kartik, trainbranchbot: Continuing with sync |
[production] |
| 07:37 |
<kartik@deploy1003> |
kartik, trainbranchbot: Backport for [[gerrit:1075501|Revert "Enable message group subscription feature for Test Wikipedia"]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) |
[production] |
| 07:36 |
<jmm@cumin2002> |
START - Cookbook sre.ldap.roll-restart-reboot-replica rolling restart_daemons on A:ldap-replicas-eqiad |
[production] |
| 07:35 |
<kartik@deploy1003> |
Started scap sync-world: Backport for [[gerrit:1075501|Revert "Enable message group subscription feature for Test Wikipedia"]] |
[production] |
| 07:34 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.ldap.roll-restart-reboot-replica (exit_code=0) rolling restart_daemons on A:ldap-replicas-codfw |
[production] |