|
2023-11-24
ยง
|
| 10:53 |
<hnowlan@deploy2002> |
helmfile [staging] START helmfile.d/services/changeprop-jobqueue: apply |
[production] |
| 10:47 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2195 (re)pooling @ 100%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53898 and previous config saved to /var/cache/conftool/dbconfig/20231124-104733-arnaudb.json |
[production] |
| 10:46 |
<jayme@deploy2002> |
helmfile [staging] START helmfile.d/services/rest-gateway: apply |
[production] |
| 10:46 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2131 (re)pooling @ 100%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53897 and previous config saved to /var/cache/conftool/dbconfig/20231124-104635-arnaudb.json |
[production] |
| 10:40 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2190 (re)pooling @ 100%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53896 and previous config saved to /var/cache/conftool/dbconfig/20231124-104023-arnaudb.json |
[production] |
| 10:39 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'es2032 (re)pooling @ 80%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53895 and previous config saved to /var/cache/conftool/dbconfig/20231124-103938-arnaudb.json |
[production] |
| 10:39 |
<jayme@deploy2002> |
helmfile [staging] DONE helmfile.d/services/rest-gateway: apply |
[production] |
| 10:39 |
<jayme@deploy2002> |
helmfile [staging] START helmfile.d/services/rest-gateway: apply |
[production] |
| 10:37 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2189 (re)pooling @ 100%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53894 and previous config saved to /var/cache/conftool/dbconfig/20231124-103753-arnaudb.json |
[production] |
| 10:37 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2188 (re)pooling @ 100%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53893 and previous config saved to /var/cache/conftool/dbconfig/20231124-103700-arnaudb.json |
[production] |
| 10:32 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2195 (re)pooling @ 90%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53892 and previous config saved to /var/cache/conftool/dbconfig/20231124-103228-arnaudb.json |
[production] |
| 10:31 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2131 (re)pooling @ 90%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53891 and previous config saved to /var/cache/conftool/dbconfig/20231124-103130-arnaudb.json |
[production] |
| 10:25 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2190 (re)pooling @ 90%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53890 and previous config saved to /var/cache/conftool/dbconfig/20231124-102518-arnaudb.json |
[production] |
| 10:24 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'es2032 (re)pooling @ 70%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53889 and previous config saved to /var/cache/conftool/dbconfig/20231124-102433-arnaudb.json |
[production] |
| 10:22 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2189 (re)pooling @ 90%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53888 and previous config saved to /var/cache/conftool/dbconfig/20231124-102248-arnaudb.json |
[production] |
| 10:22 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host mw2421.codfw.wmnet with OS bullseye |
[production] |
| 10:21 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2188 (re)pooling @ 90%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53887 and previous config saved to /var/cache/conftool/dbconfig/20231124-102155-arnaudb.json |
[production] |
| 10:20 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host mw2431.codfw.wmnet with OS bullseye |
[production] |
| 10:17 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2195 (re)pooling @ 80%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53886 and previous config saved to /var/cache/conftool/dbconfig/20231124-101722-arnaudb.json |
[production] |
| 10:16 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host mw1474.eqiad.wmnet with OS bullseye |
[production] |
| 10:16 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2131 (re)pooling @ 80%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53885 and previous config saved to /var/cache/conftool/dbconfig/20231124-101625-arnaudb.json |
[production] |
| 10:16 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host mw1475.eqiad.wmnet with OS bullseye |
[production] |
| 10:15 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host mw2425.codfw.wmnet with OS bullseye |
[production] |
| 10:11 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host mw1472.eqiad.wmnet with OS bullseye |
[production] |
| 10:10 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host mw1473.eqiad.wmnet with OS bullseye |
[production] |
| 10:10 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2190 (re)pooling @ 80%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53884 and previous config saved to /var/cache/conftool/dbconfig/20231124-101013-arnaudb.json |
[production] |
| 10:09 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'es2032 (re)pooling @ 60%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53883 and previous config saved to /var/cache/conftool/dbconfig/20231124-100928-arnaudb.json |
[production] |
| 10:07 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2189 (re)pooling @ 80%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53882 and previous config saved to /var/cache/conftool/dbconfig/20231124-100743-arnaudb.json |
[production] |
| 10:06 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2188 (re)pooling @ 80%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53881 and previous config saved to /var/cache/conftool/dbconfig/20231124-100650-arnaudb.json |
[production] |
| 10:04 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2421.codfw.wmnet with reason: host reimage |
[production] |
| 10:02 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2195 (re)pooling @ 70%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53880 and previous config saved to /var/cache/conftool/dbconfig/20231124-100218-arnaudb.json |
[production] |
| 10:01 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2431.codfw.wmnet with reason: host reimage |
[production] |
| 10:01 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2131 (re)pooling @ 70%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53879 and previous config saved to /var/cache/conftool/dbconfig/20231124-100120-arnaudb.json |
[production] |
| 09:58 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw1474.eqiad.wmnet with reason: host reimage |
[production] |
| 09:56 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw1475.eqiad.wmnet with reason: host reimage |
[production] |
| 09:55 |
<jayme@cumin1001> |
END (FAIL) - Cookbook sre.hosts.downtime (exit_code=99) for 2:00:00 on mw2425.codfw.wmnet with reason: host reimage |
[production] |
| 09:55 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2190 (re)pooling @ 70%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53878 and previous config saved to /var/cache/conftool/dbconfig/20231124-095508-arnaudb.json |
[production] |
| 09:54 |
<jayme@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on mw2425.codfw.wmnet with reason: host reimage |
[production] |
| 09:54 |
<jayme@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on mw2431.codfw.wmnet with reason: host reimage |
[production] |
| 09:54 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'es2032 (re)pooling @ 50%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53877 and previous config saved to /var/cache/conftool/dbconfig/20231124-095423-arnaudb.json |
[production] |
| 09:54 |
<jayme@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on mw2421.codfw.wmnet with reason: host reimage |
[production] |
| 09:53 |
<jayme@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw1472.eqiad.wmnet with reason: host reimage |
[production] |
| 09:53 |
<jayme@cumin1001> |
END (FAIL) - Cookbook sre.hosts.downtime (exit_code=99) for 2:00:00 on mw1473.eqiad.wmnet with reason: host reimage |
[production] |
| 09:52 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2189 (re)pooling @ 70%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53876 and previous config saved to /var/cache/conftool/dbconfig/20231124-095238-arnaudb.json |
[production] |
| 09:51 |
<jayme@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on mw1475.eqiad.wmnet with reason: host reimage |
[production] |
| 09:51 |
<arnaudb@cumin1001> |
dbctl commit (dc=all): 'db2188 (re)pooling @ 70%: Post warmup repooling', diff saved to https://phabricator.wikimedia.org/P53875 and previous config saved to /var/cache/conftool/dbconfig/20231124-095145-arnaudb.json |
[production] |
| 09:51 |
<jayme@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on mw1474.eqiad.wmnet with reason: host reimage |
[production] |
| 09:50 |
<jayme@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on mw1473.eqiad.wmnet with reason: host reimage |
[production] |
| 09:50 |
<klausman@deploy2002> |
helmfile [ml-staging-codfw] Ran 'sync' command on namespace 'experimental' for release 'main' . |
[production] |
| 09:50 |
<jayme@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on mw1472.eqiad.wmnet with reason: host reimage |
[production] |