|
2024-06-25
ยง
|
| 08:03 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-41 |
[tools] |
| 08:02 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-42 |
[tools] |
| 08:02 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-41 |
[tools] |
| 08:01 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-40 |
[tools] |
| 07:59 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-40 |
[tools] |
| 07:59 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-39 |
[tools] |
| 07:58 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-41 |
[tools] |
| 07:58 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-41 |
[tools] |
| 07:58 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-39 |
[tools] |
| 07:57 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-38 |
[tools] |
| 07:57 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-40 |
[tools] |
| 07:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-40 |
[tools] |
| 07:56 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-38 |
[tools] |
| 07:56 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-37 |
[tools] |
| 07:55 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-39 |
[tools] |
| 07:55 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-39 |
[tools] |
| 07:55 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-37 |
[tools] |
| 07:54 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-36 |
[tools] |
| 07:54 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-38 |
[tools] |
| 07:53 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-38 |
[tools] |
| 07:53 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-36 |
[tools] |
| 07:41 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-35 |
[tools] |
| 07:40 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-37 |
[tools] |
| 07:40 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-37 |
[tools] |
| 07:40 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-35 |
[tools] |
| 07:39 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-34 |
[tools] |
| 07:37 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-36 |
[tools] |
| 07:37 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-36 |
[tools] |
| 07:37 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-34 |
[tools] |
| 07:36 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host dborch1001.wikimedia.org |
[production] |
| 07:33 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-35 |
[tools] |
| 07:33 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-33 |
[tools] |
| 07:33 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-35 |
[tools] |
| 07:32 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host dborch1001.wikimedia.org |
[production] |
| 07:32 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-34 |
[tools] |
| 07:31 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-34 |
[tools] |
| 07:31 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-33 |
[tools] |
| 07:30 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-33 |
[tools] |
| 07:29 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-33 |
[tools] |
| 07:19 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on db1171.eqiad.wmnet with reason: Maintenance |
[production] |
| 07:19 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on db1171.eqiad.wmnet with reason: Maintenance |
[production] |
| 07:18 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1167 (T364069)', diff saved to https://phabricator.wikimedia.org/P65405 and previous config saved to /var/cache/conftool/dbconfig/20240625-071855-marostegui.json |
[production] |
| 07:14 |
<marostegui> |
Optimize pagelinks on old s8 codfw master db2165 dbmaint T364069 |
[production] |
| 07:06 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on db2165.codfw.wmnet with reason: Long schema change |
[production] |
| 07:06 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on db2165.codfw.wmnet with reason: Long schema change |
[production] |
| 07:03 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1167', diff saved to https://phabricator.wikimedia.org/P65404 and previous config saved to /var/cache/conftool/dbconfig/20240625-070348-marostegui.json |
[production] |
| 07:02 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depool db2165 T368355', diff saved to https://phabricator.wikimedia.org/P65403 and previous config saved to /var/cache/conftool/dbconfig/20240625-070252-marostegui.json |
[production] |
| 07:01 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Promote db2161 to s8 primary T368355', diff saved to https://phabricator.wikimedia.org/P65402 and previous config saved to /var/cache/conftool/dbconfig/20240625-070127-marostegui.json |
[production] |
| 07:01 |
<marostegui> |
Starting s8 codfw failover from db2165 to db2161 - T368355 |
[production] |
| 07:00 |
<arnaudb@deploy1002> |
Finished scap: Backport for [[gerrit:1049386|Revert "dbconfig: temporary disable writes on es7"]] (duration: 07m 47s) |
[production] |