|
2023-09-26
ยง
|
| 09:22 |
<oblivian@deploy2002> |
helmfile [codfw] START helmfile.d/services/eventgate-logging-external: apply |
[production] |
| 09:22 |
<isaranto@deploy2002> |
helmfile [ml-serve-eqiad] 'sync' command on namespace 'ores-legacy' for release 'main' . |
[production] |
| 09:21 |
<oblivian@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/eventgate-logging-external: apply |
[production] |
| 09:20 |
<oblivian@deploy2002> |
helmfile [eqiad] START helmfile.d/services/eventgate-logging-external: apply |
[production] |
| 09:20 |
<oblivian@deploy2002> |
helmfile [staging] DONE helmfile.d/services/eventgate-logging-external: apply |
[production] |
| 09:19 |
<oblivian@deploy2002> |
helmfile [staging] START helmfile.d/services/eventgate-logging-external: apply |
[production] |
| 09:19 |
<oblivian@deploy2002> |
helmfile [codfw] DONE helmfile.d/services/eventgate-analytics-external: apply |
[production] |
| 09:18 |
<oblivian@deploy2002> |
helmfile [codfw] START helmfile.d/services/eventgate-analytics-external: apply |
[production] |
| 09:17 |
<jiji@deploy2002> |
helmfile [eqiad] START helmfile.d/services/mathoid: apply |
[production] |
| 09:17 |
<oblivian@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/eventgate-analytics-external: apply |
[production] |
| 09:16 |
<jiji@deploy2002> |
helmfile [codfw] DONE helmfile.d/services/mathoid: apply |
[production] |
| 09:16 |
<jiji@deploy2002> |
helmfile [codfw] START helmfile.d/services/mathoid: apply |
[production] |
| 09:15 |
<oblivian@deploy2002> |
helmfile [eqiad] START helmfile.d/services/eventgate-analytics-external: apply |
[production] |
| 09:15 |
<jiji@deploy2002> |
helmfile [staging] DONE helmfile.d/services/mathoid: apply |
[production] |
| 09:15 |
<jiji@deploy2002> |
helmfile [staging] START helmfile.d/services/mathoid: apply |
[production] |
| 09:15 |
<jiji@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/mathoid: apply |
[production] |
| 09:15 |
<jiji@deploy2002> |
helmfile [eqiad] START helmfile.d/services/mathoid: apply |
[production] |
| 09:14 |
<jiji@deploy2002> |
helmfile [staging] DONE helmfile.d/services/mathoid: apply |
[production] |
| 09:14 |
<jiji@deploy2002> |
helmfile [staging] START helmfile.d/services/mathoid: apply |
[production] |
| 09:13 |
<gmodena@deploy2002> |
helmfile [staging] DONE helmfile.d/services/eventgate-main: sync |
[production] |
| 09:13 |
<oblivian@deploy2002> |
helmfile [staging] DONE helmfile.d/services/eventgate-analytics-external: apply |
[production] |
| 09:13 |
<gmodena@deploy2002> |
helmfile [staging] START helmfile.d/services/eventgate-main: sync |
[production] |
| 09:12 |
<oblivian@deploy2002> |
helmfile [staging] START helmfile.d/services/eventgate-analytics-external: apply |
[production] |
| 09:09 |
<gmodena@deploy2002> |
helmfile [staging] DONE helmfile.d/services/eventgate-main: apply |
[production] |
| 09:08 |
<gmodena@deploy2002> |
helmfile [staging] START helmfile.d/services/eventgate-main: apply |
[production] |
| 08:52 |
<taavi@deploy2002> |
taavi: Continuing with sync |
[production] |
| 08:52 |
<taavi@deploy2002> |
taavi: Backport for [[gerrit:954076|wikitech: Disable password resets (T345226)]], [[gerrit:961042|wikitech: Block account creation by sysops too (T345226)]] synced to the testservers mwdebug1002.eqiad.wmnet, mwdebug1001.eqiad.wmnet, mwdebug2001.codfw.wmnet, mwdebug2002.codfw.wmnet, and mw-debug kubernetes deployment (accessible via k8s-experimental XWD option) |
[production] |
| 08:51 |
<taavi@deploy2002> |
Started scap: Backport for [[gerrit:954076|wikitech: Disable password resets (T345226)]], [[gerrit:961042|wikitech: Block account creation by sysops too (T345226)]] |
[production] |
| 08:03 |
<taavi@cumin1001> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host cloudcontrol1007.eqiad.wmnet |
[production] |
| 07:56 |
<taavi@cumin1001> |
START - Cookbook sre.hosts.reboot-single for host cloudcontrol1007.eqiad.wmnet |
[production] |
| 07:55 |
<taavi@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cloudcontrol1007.eqiad.wmnet with OS bullseye |
[production] |
| 07:55 |
<taavi@cumin1001> |
END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - taavi@cumin1001" |
[production] |
| 07:54 |
<taavi@cumin1001> |
START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - taavi@cumin1001" |
[production] |
| 07:45 |
<taavi@cumin1001> |
END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "cloudcontrol1007 - taavi@cumin1001" |
[production] |
| 07:44 |
<taavi@cumin1001> |
START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "cloudcontrol1007 - taavi@cumin1001" |
[production] |
| 07:25 |
<taavi@deploy2002> |
Finished scap: Backport for [[gerrit:958049|Enable wgMinervaEnableSiteNotice for knwiki (T346582)]], [[gerrit:960200|guwikisource: add audiobook namespace (T347189)]], [[gerrit:958946|add throttle rule for UIUC Wikipedia edit-a-thon October 13, 2023 (T346043)]] (duration: 11m 41s) |
[production] |
| 07:18 |
<taavi@deploy2002> |
anzx and taavi: Continuing with sync |
[production] |
| 07:15 |
<taavi@deploy2002> |
anzx and taavi: Backport for [[gerrit:958049|Enable wgMinervaEnableSiteNotice for knwiki (T346582)]], [[gerrit:960200|guwikisource: add audiobook namespace (T347189)]], [[gerrit:958946|add throttle rule for UIUC Wikipedia edit-a-thon October 13, 2023 (T346043)]] synced to the testservers mwdebug2002.codfw.wmnet, mwdebug1002.eqiad.wmnet, mwdebug2001.codfw.wmnet, mwdebug1001.eqiad.wmnet, and mw-debug k |
[production] |
| 07:13 |
<taavi@deploy2002> |
Started scap: Backport for [[gerrit:958049|Enable wgMinervaEnableSiteNotice for knwiki (T346582)]], [[gerrit:960200|guwikisource: add audiobook namespace (T347189)]], [[gerrit:958946|add throttle rule for UIUC Wikipedia edit-a-thon October 13, 2023 (T346043)]] |
[production] |
| 07:08 |
<taavi@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cloudcontrol1007.eqiad.wmnet with reason: host reimage |
[production] |
| 07:05 |
<taavi@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on cloudcontrol1007.eqiad.wmnet with reason: host reimage |
[production] |
| 06:58 |
<isaranto@deploy2002> |
helmfile [ml-serve-eqiad] 'sync' command on namespace 'ores-legacy' for release 'main' . |
[production] |
| 06:57 |
<isaranto@deploy2002> |
helmfile [ml-serve-codfw] 'sync' command on namespace 'ores-legacy' for release 'main' . |
[production] |
| 06:56 |
<isaranto@deploy2002> |
helmfile [ml-staging-codfw] 'sync' command on namespace 'ores-legacy' for release 'main' . |
[production] |
| 06:42 |
<taavi@cumin1001> |
START - Cookbook sre.hosts.reimage for host cloudcontrol1007.eqiad.wmnet with OS bullseye |
[production] |
| 04:09 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host db1229.eqiad.wmnet with OS bullseye |
[production] |
| 03:54 |
<mwpresync@deploy2002> |
Pruned MediaWiki: 1.41.0-wmf.26 (duration: 02m 13s) |
[production] |
| 03:52 |
<mwpresync@deploy2002> |
Finished scap: testwikis wikis to 1.41.0-wmf.28 refs T345889 (duration: 49m 31s) |
[production] |
| 03:07 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.reimage for host db1229.eqiad.wmnet with OS bullseye |
[production] |
| 03:02 |
<mwpresync@deploy2002> |
Started scap: testwikis wikis to 1.41.0-wmf.28 refs T345889 |
[production] |