|
2024-06-18
ยง
|
| 13:49 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reimage for host moss-fe1002.eqiad.wmnet with OS bookworm |
[production] |
| 13:49 |
<mvernon@cumin2002> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host moss-fe1002.eqiad.wmnet with OS bookworm |
[production] |
| 13:49 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-api-int: apply |
[production] |
| 13:47 |
<hnowlan@deploy1002> |
helmfile [staging] DONE helmfile.d/services/sessionstore: sync |
[production] |
| 13:47 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: sync |
[production] |
| 13:47 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-parsoid: apply |
[production] |
| 13:45 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-parsoid: apply |
[production] |
| 13:40 |
<fabfur@cumin1002> |
END (PASS) - Cookbook sre.cdn.roll-upgrade-haproxy (exit_code=0) rolling upgrade of HAProxy on A:cp-text_ulsfo |
[production] |
| 13:39 |
<fabfur@cumin1002> |
END (PASS) - Cookbook sre.cdn.roll-upgrade-haproxy (exit_code=0) rolling upgrade of HAProxy on A:cp-upload_ulsfo |
[production] |
| 13:37 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reimage for host moss-fe1002.eqiad.wmnet with OS bookworm |
[production] |
| 13:35 |
<btullis@cumin1002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host an-db1002.eqiad.wmnet |
[production] |
| 13:34 |
<Lucas_WMDE> |
lucaswerkmeister-wmde@mwmaint1002:~$ mwscript namespaceDupes azwiktionary --fix # T367264; 7 pages fixed, 10 links fixed |
[production] |
| 13:33 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 Finished scap: Backport for [[gerrit:1047057|Add VL namespace alias to Azerbaijani Wiktionary (T367264)]] (duration: 16m 07s) |
[production] |
| 13:29 |
<btullis@cumin1002> |
START - Cookbook sre.hosts.reboot-single for host an-db1002.eqiad.wmnet |
[production] |
| 13:28 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-mcrouter: apply |
[production] |
| 13:28 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-mcrouter: apply |
[production] |
| 13:23 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 lucaswerkmeister-wmde, dreamrimmer: Continuing with sync |
[production] |
| 13:22 |
<btullis@cumin1002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host an-mariadb1002.eqiad.wmnet |
[production] |
| 13:22 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 lucaswerkmeister-wmde, dreamrimmer: Backport for [[gerrit:1047057|Add VL namespace alias to Azerbaijani Wiktionary (T367264)]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) |
[production] |
| 13:19 |
<btullis@cumin1002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for db1208.eqiad.wmnet |
[production] |
| 13:19 |
<btullis@cumin1002> |
START - Cookbook sre.hosts.remove-downtime for db1208.eqiad.wmnet |
[production] |
| 13:17 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 Started scap: Backport for [[gerrit:1047057|Add VL namespace alias to Azerbaijani Wiktionary (T367264)]] |
[production] |
| 13:16 |
<hnowlan@deploy1002> |
helmfile [staging] DONE helmfile.d/services/sessionstore: apply |
[production] |
| 13:16 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: apply |
[production] |
| 13:16 |
<btullis@cumin1002> |
START - Cookbook sre.hosts.reboot-single for host an-mariadb1002.eqiad.wmnet |
[production] |
| 13:10 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-api-ext: sync |
[production] |
| 13:10 |
<btullis@cumin1002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host an-coord1004.eqiad.wmnet |
[production] |
| 13:09 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-api-ext: sync |
[production] |
| 13:09 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-web: sync |
[production] |
| 13:08 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-web: sync |
[production] |
| 13:07 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-wikifunctions: sync |
[production] |
| 13:07 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-wikifunctions: sync |
[production] |
| 13:07 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-parsoid: sync |
[production] |
| 13:06 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-parsoid: sync |
[production] |
| 13:06 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-api-int: sync |
[production] |
| 13:04 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-api-int: sync |
[production] |
| 13:04 |
<btullis@cumin1002> |
START - Cookbook sre.hosts.reboot-single for host an-coord1004.eqiad.wmnet |
[production] |
| 12:56 |
<vgutierrez> |
rolling upgrade on A:cp-eqsin to fifo-log-demux 0.7.5 - T364383 |
[production] |
| 12:53 |
<vgutierrez> |
disable puppet on A:cp-eqsin before merging https://gerrit.wikimedia.org/r/c/operations/puppet/+/1047070 - T364383 |
[production] |
| 12:52 |
<fabfur@cumin1002> |
START - Cookbook sre.cdn.roll-upgrade-haproxy rolling upgrade of HAProxy on A:cp-upload_ulsfo |
[production] |
| 12:51 |
<marostegui> |
Deploy schema change on old s4 eqiad master db1160 dbmaint T364069 |
[production] |
| 12:51 |
<fabfur@cumin1002> |
START - Cookbook sre.cdn.roll-upgrade-haproxy rolling upgrade of HAProxy on A:cp-text_ulsfo |
[production] |
| 12:49 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depool db1160', diff saved to https://phabricator.wikimedia.org/P65155 and previous config saved to /var/cache/conftool/dbconfig/20240618-124945-root.json |
[production] |
| 12:48 |
<jiji@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/mw-web: apply |
[production] |
| 12:47 |
<fabfur> |
upgrade haproxy to v2.8.10 on all ulsfo cp hosts (T367756) |
[production] |
| 12:47 |
<jiji@deploy1002> |
helmfile [eqiad] START helmfile.d/services/mw-web: apply |
[production] |
| 12:43 |
<jiji@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/mw-api-ext: apply |
[production] |
| 12:42 |
<jiji@deploy1002> |
helmfile [eqiad] START helmfile.d/services/mw-api-ext: apply |
[production] |
| 12:42 |
<jiji@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/mw-api-int: apply |
[production] |
| 12:42 |
<jiji@deploy1002> |
helmfile [eqiad] START helmfile.d/services/mw-api-int: apply |
[production] |