|
2024-06-25
ยง
|
| 12:13 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-51 |
[tools] |
| 12:12 |
<XioNoX> |
push NTP changes on pfw3 |
[production] |
| 12:12 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-53 |
[tools] |
| 12:11 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-51 |
[tools] |
| 12:11 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-53 |
[tools] |
| 12:10 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component kyverno |
[toolsbeta] |
| 12:10 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component kyverno |
[toolsbeta] |
| 12:09 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depooling db1172 (T364069)', diff saved to https://phabricator.wikimedia.org/P65411 and previous config saved to /var/cache/conftool/dbconfig/20240625-120926-marostegui.json |
[production] |
| 12:09 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on db1172.eqiad.wmnet with reason: Maintenance |
[production] |
| 12:09 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on db1172.eqiad.wmnet with reason: Maintenance |
[production] |
| 11:58 |
<vgutierrez> |
rolling upgrade of fifo-log-demux on A:cp-esams - T364383 |
[production] |
| 11:57 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-50 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-52 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-50 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=99) for server tools-k8s-worker-50 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-50 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-52 |
[tools] |
| 11:56 |
<vgutierrez> |
disable puppet on A:cp-esams before merging https://gerrit.wikimedia.org/r/c/operations/puppet/+/1049529 - T364383 |
[production] |
| 11:55 |
<cgoubert@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/mw-debug: apply |
[production] |
| 11:53 |
<cgoubert@deploy1002> |
helmfile [eqiad] START helmfile.d/services/mw-debug: apply |
[production] |
| 11:52 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-51 |
[tools] |
| 11:51 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=99) for server tools-k8s-worker-50 |
[tools] |
| 11:51 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-51 |
[tools] |
| 11:51 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-50 |
[tools] |
| 11:45 |
<cgoubert@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-debug: apply |
[production] |
| 11:45 |
<cgoubert@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-debug: apply |
[production] |
| 11:40 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-50 |
[tools] |
| 11:39 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-50 |
[tools] |
| 11:11 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-proxy-7 |
[tools] |
| 11:10 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-proxy-7 |
[tools] |
| 11:09 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.migrate_floating_ip (exit_code=0) for address 185.15.56.11 to server 'tools-proxy-8' |
[tools] |
| 11:09 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.migrate_floating_ip for address 185.15.56.11 to server 'tools-proxy-8' |
[tools] |
| 11:06 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.migrate_floating_ip (exit_code=0) for address 185.15.56.33 to server 'toolsbeta-proxy-5' |
[toolsbeta] |
| 11:06 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.migrate_floating_ip for address 185.15.56.33 to server 'toolsbeta-proxy-5' |
[toolsbeta] |
| 11:03 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.migirate_floating_ip (exit_code=0) for address 185.15.56.33 to server 'toolsbeta-proxy-6' |
[toolsbeta] |
| 11:02 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.migirate_floating_ip for address 185.15.56.33 to server 'toolsbeta-proxy-6' |
[toolsbeta] |
| 10:40 |
<marostegui> |
m2 dbmaint eqiad Stop db1217:3322 to clone db1228 T368374 |
[production] |
| 10:12 |
<jmm@deploy1002> |
Finished scap: (no justification provided) (duration: 03m 30s) |
[production] |
| 10:11 |
<jmm@deploy1002> |
Started scap: (no justification provided) |
[production] |
| 09:53 |
<cgoubert@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 21 days, 0:00:00 on 11 hosts with reason: Turning down appserver clusters |
[production] |
| 09:53 |
<cgoubert@cumin1002> |
START - Cookbook sre.hosts.downtime for 21 days, 0:00:00 on 11 hosts with reason: Turning down appserver clusters |
[production] |
| 09:50 |
<cgoubert@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 21 days, 0:00:00 on 25 hosts with reason: Turning down appserver clusters |
[production] |
| 09:49 |
<cgoubert@cumin1002> |
START - Cookbook sre.hosts.downtime for 21 days, 0:00:00 on 25 hosts with reason: Turning down appserver clusters |
[production] |
| 09:44 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2 days, 0:00:00 on db[1217,1228].eqiad.wmnet with reason: Cloning |
[production] |
| 09:44 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 2 days, 0:00:00 on db[1217,1228].eqiad.wmnet with reason: Cloning |
[production] |
| 09:44 |
<arturo> |
deploy toolforge-webservice 0.103.8 (T362050) |
[tools] |
| 09:42 |
<arturo> |
deploy toolforge-webservice 0.103.8 (T362050) |
[toolsbeta] |
| 09:34 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Remove db1228 from dbctl T368374', diff saved to https://phabricator.wikimedia.org/P65409 and previous config saved to /var/cache/conftool/dbconfig/20240625-093454-marostegui.json |
[production] |
| 09:34 |
<slyngs> |
Switching idp-test.wikimedia.org to CAS 7 |
[production] |
| 09:32 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depool db1228 T368374', diff saved to https://phabricator.wikimedia.org/P65408 and previous config saved to /var/cache/conftool/dbconfig/20240625-093221-root.json |
[production] |