|
2022-05-30
ยง
|
| 14:21 |
<marostegui@cumin1001> |
dbctl commit (dc=all): 'db1111 (re)pooling @ 100%: After migrating it to 10.6', diff saved to https://phabricator.wikimedia.org/P28998 and previous config saved to /var/cache/conftool/dbconfig/20220530-142105-root.json |
[production] |
| 14:20 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1101:3317 (T60674)', diff saved to https://phabricator.wikimedia.org/P28997 and previous config saved to /var/cache/conftool/dbconfig/20220530-142057-ladsgroup.json |
[production] |
| 14:20 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Depooling db1166 (T60674)', diff saved to https://phabricator.wikimedia.org/P28996 and previous config saved to /var/cache/conftool/dbconfig/20220530-142047-ladsgroup.json |
[production] |
| 14:20 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1166.eqiad.wmnet with reason: Maintenance |
[production] |
| 14:20 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db1166.eqiad.wmnet with reason: Maintenance |
[production] |
| 14:20 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1175 (T60674)', diff saved to https://phabricator.wikimedia.org/P28995 and previous config saved to /var/cache/conftool/dbconfig/20220530-142039-ladsgroup.json |
[production] |
| 14:13 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Depooling db1132 (T60674)', diff saved to https://phabricator.wikimedia.org/P28994 and previous config saved to /var/cache/conftool/dbconfig/20220530-141320-ladsgroup.json |
[production] |
| 14:13 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1132.eqiad.wmnet with reason: Maintenance |
[production] |
| 14:13 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db1132.eqiad.wmnet with reason: Maintenance |
[production] |
| 14:08 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1126 (T309311)', diff saved to https://phabricator.wikimedia.org/P28993 and previous config saved to /var/cache/conftool/dbconfig/20220530-140800-ladsgroup.json |
[production] |
| 14:06 |
<marostegui@cumin1001> |
dbctl commit (dc=all): 'db1111 (re)pooling @ 75%: After migrating it to 10.6', diff saved to https://phabricator.wikimedia.org/P28992 and previous config saved to /var/cache/conftool/dbconfig/20220530-140601-root.json |
[production] |
| 14:05 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1175', diff saved to https://phabricator.wikimedia.org/P28991 and previous config saved to /var/cache/conftool/dbconfig/20220530-140534-ladsgroup.json |
[production] |
| 14:02 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Depooling db1126 (T309311)', diff saved to https://phabricator.wikimedia.org/P28990 and previous config saved to /var/cache/conftool/dbconfig/20220530-140207-ladsgroup.json |
[production] |
| 14:02 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1126.eqiad.wmnet with reason: Maintenance |
[production] |
| 14:02 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db1126.eqiad.wmnet with reason: Maintenance |
[production] |
| 14:02 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1178 (T309311)', diff saved to https://phabricator.wikimedia.org/P28989 and previous config saved to /var/cache/conftool/dbconfig/20220530-140159-ladsgroup.json |
[production] |
| 13:59 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1139.eqiad.wmnet with reason: Maintenance |
[production] |
| 13:59 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db1139.eqiad.wmnet with reason: Maintenance |
[production] |
| 13:59 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1184 (T60674)', diff saved to https://phabricator.wikimedia.org/P28988 and previous config saved to /var/cache/conftool/dbconfig/20220530-135935-ladsgroup.json |
[production] |
| 13:56 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Depooling db1101:3317 (T60674)', diff saved to https://phabricator.wikimedia.org/P28987 and previous config saved to /var/cache/conftool/dbconfig/20220530-135654-ladsgroup.json |
[production] |
| 13:56 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1101.eqiad.wmnet with reason: Maintenance |
[production] |
| 13:56 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db1101.eqiad.wmnet with reason: Maintenance |
[production] |
| 13:55 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Depooling db1149 (T60674)', diff saved to https://phabricator.wikimedia.org/P28986 and previous config saved to /var/cache/conftool/dbconfig/20220530-135528-ladsgroup.json |
[production] |
| 13:55 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1149.eqiad.wmnet with reason: Maintenance |
[production] |
| 13:55 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db1149.eqiad.wmnet with reason: Maintenance |
[production] |
| 13:55 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1138 (T60674)', diff saved to https://phabricator.wikimedia.org/P28985 and previous config saved to /var/cache/conftool/dbconfig/20220530-135520-ladsgroup.json |
[production] |
| 13:50 |
<marostegui@cumin1001> |
dbctl commit (dc=all): 'db1111 (re)pooling @ 60%: After migrating it to 10.6', diff saved to https://phabricator.wikimedia.org/P28984 and previous config saved to /var/cache/conftool/dbconfig/20220530-135057-root.json |
[production] |
| 13:50 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1175', diff saved to https://phabricator.wikimedia.org/P28983 and previous config saved to /var/cache/conftool/dbconfig/20220530-135029-ladsgroup.json |
[production] |
| 13:46 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1178', diff saved to https://phabricator.wikimedia.org/P28982 and previous config saved to /var/cache/conftool/dbconfig/20220530-134654-ladsgroup.json |
[production] |
| 13:44 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1184', diff saved to https://phabricator.wikimedia.org/P28981 and previous config saved to /var/cache/conftool/dbconfig/20220530-134430-ladsgroup.json |
[production] |
| 13:41 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on 10 hosts with reason: Maintenance |
[production] |
| 13:41 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 12:00:00 on 10 hosts with reason: Maintenance |
[production] |
| 13:41 |
<ladsgroup@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db2121.codfw.wmnet with reason: Maintenance |
[production] |
| 13:41 |
<ladsgroup@cumin1001> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db2121.codfw.wmnet with reason: Maintenance |
[production] |
| 13:40 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1098:3317 (T60674)', diff saved to https://phabricator.wikimedia.org/P28980 and previous config saved to /var/cache/conftool/dbconfig/20220530-134054-ladsgroup.json |
[production] |
| 13:40 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1138', diff saved to https://phabricator.wikimedia.org/P28979 and previous config saved to /var/cache/conftool/dbconfig/20220530-134015-ladsgroup.json |
[production] |
| 13:38 |
<jmm@cumin2002> |
END (FAIL) - Cookbook sre.hosts.reboot-single (exit_code=1) for host idp-test2002.wikimedia.org |
[production] |
| 13:35 |
<marostegui@cumin1001> |
dbctl commit (dc=all): 'db1111 (re)pooling @ 50%: After migrating it to 10.6', diff saved to https://phabricator.wikimedia.org/P28978 and previous config saved to /var/cache/conftool/dbconfig/20220530-133553-root.json |
[production] |
| 13:35 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1175 (T60674)', diff saved to https://phabricator.wikimedia.org/P28977 and previous config saved to /var/cache/conftool/dbconfig/20220530-133524-ladsgroup.json |
[production] |
| 13:32 |
<kevinbazira@deploy1002> |
helmfile [ml-serve-codfw] Ran 'sync' command on namespace 'revscoring-articlequality' for release 'main' . |
[production] |
| 13:31 |
<kevinbazira@deploy1002> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'revscoring-articlequality' for release 'main' . |
[production] |
| 13:31 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1178', diff saved to https://phabricator.wikimedia.org/P28976 and previous config saved to /var/cache/conftool/dbconfig/20220530-133149-ladsgroup.json |
[production] |
| 13:30 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host idp-test2002.wikimedia.org |
[production] |
| 13:29 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host idp-test1002.wikimedia.org |
[production] |
| 13:29 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1184', diff saved to https://phabricator.wikimedia.org/P28975 and previous config saved to /var/cache/conftool/dbconfig/20220530-132925-ladsgroup.json |
[production] |
| 13:27 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host idp-test1002.wikimedia.org |
[production] |
| 13:25 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1098:3317', diff saved to https://phabricator.wikimedia.org/P28974 and previous config saved to /var/cache/conftool/dbconfig/20220530-132549-ladsgroup.json |
[production] |
| 13:25 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1138', diff saved to https://phabricator.wikimedia.org/P28973 and previous config saved to /var/cache/conftool/dbconfig/20220530-132510-ladsgroup.json |
[production] |
| 13:20 |
<marostegui@cumin1001> |
dbctl commit (dc=all): 'db1111 (re)pooling @ 40%: After migrating it to 10.6', diff saved to https://phabricator.wikimedia.org/P28972 and previous config saved to /var/cache/conftool/dbconfig/20220530-132049-root.json |
[production] |
| 13:16 |
<ladsgroup@cumin1001> |
dbctl commit (dc=all): 'Repooling after maintenance db1178 (T309311)', diff saved to https://phabricator.wikimedia.org/P28971 and previous config saved to /var/cache/conftool/dbconfig/20220530-131644-ladsgroup.json |
[production] |