|
2024-06-25
ยง
|
| 11:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-50 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=99) for server tools-k8s-worker-50 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-50 |
[tools] |
| 11:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-52 |
[tools] |
| 11:56 |
<vgutierrez> |
disable puppet on A:cp-esams before merging https://gerrit.wikimedia.org/r/c/operations/puppet/+/1049529 - T364383 |
[production] |
| 11:55 |
<cgoubert@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/mw-debug: apply |
[production] |
| 11:53 |
<cgoubert@deploy1002> |
helmfile [eqiad] START helmfile.d/services/mw-debug: apply |
[production] |
| 11:52 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-51 |
[tools] |
| 11:51 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=99) for server tools-k8s-worker-50 |
[tools] |
| 11:51 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-51 |
[tools] |
| 11:51 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-50 |
[tools] |
| 11:45 |
<cgoubert@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-debug: apply |
[production] |
| 11:45 |
<cgoubert@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-debug: apply |
[production] |
| 11:40 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-50 |
[tools] |
| 11:39 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-50 |
[tools] |
| 11:11 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-proxy-7 |
[tools] |
| 11:10 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-proxy-7 |
[tools] |
| 11:09 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.migrate_floating_ip (exit_code=0) for address 185.15.56.11 to server 'tools-proxy-8' |
[tools] |
| 11:09 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.migrate_floating_ip for address 185.15.56.11 to server 'tools-proxy-8' |
[tools] |
| 11:06 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.migrate_floating_ip (exit_code=0) for address 185.15.56.33 to server 'toolsbeta-proxy-5' |
[toolsbeta] |
| 11:06 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.migrate_floating_ip for address 185.15.56.33 to server 'toolsbeta-proxy-5' |
[toolsbeta] |
| 11:03 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.migirate_floating_ip (exit_code=0) for address 185.15.56.33 to server 'toolsbeta-proxy-6' |
[toolsbeta] |
| 11:02 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.migirate_floating_ip for address 185.15.56.33 to server 'toolsbeta-proxy-6' |
[toolsbeta] |
| 10:40 |
<marostegui> |
m2 dbmaint eqiad Stop db1217:3322 to clone db1228 T368374 |
[production] |
| 10:12 |
<jmm@deploy1002> |
Finished scap: (no justification provided) (duration: 03m 30s) |
[production] |
| 10:11 |
<jmm@deploy1002> |
Started scap: (no justification provided) |
[production] |
| 09:53 |
<cgoubert@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 21 days, 0:00:00 on 11 hosts with reason: Turning down appserver clusters |
[production] |
| 09:53 |
<cgoubert@cumin1002> |
START - Cookbook sre.hosts.downtime for 21 days, 0:00:00 on 11 hosts with reason: Turning down appserver clusters |
[production] |
| 09:50 |
<cgoubert@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 21 days, 0:00:00 on 25 hosts with reason: Turning down appserver clusters |
[production] |
| 09:49 |
<cgoubert@cumin1002> |
START - Cookbook sre.hosts.downtime for 21 days, 0:00:00 on 25 hosts with reason: Turning down appserver clusters |
[production] |
| 09:44 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2 days, 0:00:00 on db[1217,1228].eqiad.wmnet with reason: Cloning |
[production] |
| 09:44 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 2 days, 0:00:00 on db[1217,1228].eqiad.wmnet with reason: Cloning |
[production] |
| 09:44 |
<arturo> |
deploy toolforge-webservice 0.103.8 (T362050) |
[tools] |
| 09:42 |
<arturo> |
deploy toolforge-webservice 0.103.8 (T362050) |
[toolsbeta] |
| 09:34 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Remove db1228 from dbctl T368374', diff saved to https://phabricator.wikimedia.org/P65409 and previous config saved to /var/cache/conftool/dbconfig/20240625-093454-marostegui.json |
[production] |
| 09:34 |
<slyngs> |
Switching idp-test.wikimedia.org to CAS 7 |
[production] |
| 09:32 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depool db1228 T368374', diff saved to https://phabricator.wikimedia.org/P65408 and previous config saved to /var/cache/conftool/dbconfig/20240625-093221-root.json |
[production] |
| 09:32 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-haproxy-6 |
[tools] |
| 09:30 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-haproxy-6 |
[tools] |
| 09:30 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-control-9 |
[tools] |
| 09:27 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-control-9 |
[tools] |
| 09:23 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component jobs-api |
[toolsbeta] |
| 09:23 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component jobs-api |
[toolsbeta] |
| 09:23 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component jobs-api |
[tools] |
| 09:23 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component jobs-api |
[tools] |
| 09:22 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-ingress-9 |
[tools] |
| 09:21 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-ingress-9 |
[tools] |
| 08:49 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-49 |
[tools] |
| 08:48 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-49 |
[tools] |
| 08:48 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-48 |
[tools] |