|
2024-06-18
ยง
|
| 14:19 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on moss-be1001.eqiad.wmnet with reason: host reimage |
[production] |
| 14:17 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: sync |
[production] |
| 14:17 |
<hnowlan@deploy1002> |
helmfile [staging] DONE helmfile.d/services/sessionstore: apply |
[production] |
| 14:17 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: apply |
[production] |
| 14:09 |
<swfrench-wmf> |
included conftool 3.0.0 into buster-wikimedia on apt.w.o for T365123 |
[production] |
| 14:06 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on moss-fe1002.eqiad.wmnet with reason: host reimage |
[production] |
| 14:03 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on moss-fe1002.eqiad.wmnet with reason: host reimage |
[production] |
| 14:02 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reimage for host moss-be1001.eqiad.wmnet with OS bookworm |
[production] |
| 13:57 |
<hnowlan@deploy1002> |
helmfile [staging] DONE helmfile.d/services/sessionstore: sync |
[production] |
| 13:57 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: sync |
[production] |
| 13:57 |
<hnowlan@deploy1002> |
helmfile [staging] DONE helmfile.d/services/sessionstore: apply |
[production] |
| 13:57 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: apply |
[production] |
| 13:54 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-api-ext: apply |
[production] |
| 13:54 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-web: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-api-int: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-parsoid: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-wikifunctions: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-web: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-api-ext: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-api-int: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-parsoid: apply |
[production] |
| 13:52 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-wikifunctions: apply |
[production] |
| 13:51 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-wikifunctions: apply |
[production] |
| 13:51 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-wikifunctions: apply |
[production] |
| 13:50 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-api-int: apply |
[production] |
| 13:49 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reimage for host moss-fe1002.eqiad.wmnet with OS bookworm |
[production] |
| 13:49 |
<mvernon@cumin2002> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host moss-fe1002.eqiad.wmnet with OS bookworm |
[production] |
| 13:49 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-api-int: apply |
[production] |
| 13:47 |
<hnowlan@deploy1002> |
helmfile [staging] DONE helmfile.d/services/sessionstore: sync |
[production] |
| 13:47 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: sync |
[production] |
| 13:47 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-parsoid: apply |
[production] |
| 13:45 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-parsoid: apply |
[production] |
| 13:40 |
<fabfur@cumin1002> |
END (PASS) - Cookbook sre.cdn.roll-upgrade-haproxy (exit_code=0) rolling upgrade of HAProxy on A:cp-text_ulsfo |
[production] |
| 13:39 |
<fabfur@cumin1002> |
END (PASS) - Cookbook sre.cdn.roll-upgrade-haproxy (exit_code=0) rolling upgrade of HAProxy on A:cp-upload_ulsfo |
[production] |
| 13:37 |
<mvernon@cumin2002> |
START - Cookbook sre.hosts.reimage for host moss-fe1002.eqiad.wmnet with OS bookworm |
[production] |
| 13:35 |
<btullis@cumin1002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host an-db1002.eqiad.wmnet |
[production] |
| 13:34 |
<Lucas_WMDE> |
lucaswerkmeister-wmde@mwmaint1002:~$ mwscript namespaceDupes azwiktionary --fix # T367264; 7 pages fixed, 10 links fixed |
[production] |
| 13:33 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 Finished scap: Backport for [[gerrit:1047057|Add VL namespace alias to Azerbaijani Wiktionary (T367264)]] (duration: 16m 07s) |
[production] |
| 13:29 |
<btullis@cumin1002> |
START - Cookbook sre.hosts.reboot-single for host an-db1002.eqiad.wmnet |
[production] |
| 13:28 |
<akosiaris@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/mw-mcrouter: apply |
[production] |
| 13:28 |
<akosiaris@deploy1002> |
helmfile [codfw] START helmfile.d/services/mw-mcrouter: apply |
[production] |
| 13:23 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 lucaswerkmeister-wmde, dreamrimmer: Continuing with sync |
[production] |
| 13:22 |
<btullis@cumin1002> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host an-mariadb1002.eqiad.wmnet |
[production] |
| 13:22 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 lucaswerkmeister-wmde, dreamrimmer: Backport for [[gerrit:1047057|Add VL namespace alias to Azerbaijani Wiktionary (T367264)]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) |
[production] |
| 13:19 |
<btullis@cumin1002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for db1208.eqiad.wmnet |
[production] |
| 13:19 |
<btullis@cumin1002> |
START - Cookbook sre.hosts.remove-downtime for db1208.eqiad.wmnet |
[production] |
| 13:17 |
<logmsgbot> |
lucaswerkmeister-wmde@deploy1002 Started scap: Backport for [[gerrit:1047057|Add VL namespace alias to Azerbaijani Wiktionary (T367264)]] |
[production] |
| 13:16 |
<hnowlan@deploy1002> |
helmfile [staging] DONE helmfile.d/services/sessionstore: apply |
[production] |
| 13:16 |
<hnowlan@deploy1002> |
helmfile [staging] START helmfile.d/services/sessionstore: apply |
[production] |
| 13:16 |
<btullis@cumin1002> |
START - Cookbook sre.hosts.reboot-single for host an-mariadb1002.eqiad.wmnet |
[production] |