|
2025-10-01
ยง
|
| 14:25 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/eventgate-analytics-external: apply |
[production] |
| 14:25 |
<cgoubert@deploy2002> |
Started scap sync-world: eqiad Wikikube kubernetes cluster upgrade to 1.31 - T405703 |
[production] |
| 14:24 |
<cgoubert@deploy2002> |
Unlocked for deployment [ALL REPOSITORIES]: eqiad Wikikube kubernetes cluster upgrade to 1.31 - T405703 (duration: 201m 05s) |
[production] |
| 14:24 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/eventgate-analytics: apply |
[production] |
| 14:24 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/tegola-vector-tiles: apply |
[production] |
| 14:24 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/eventgate-analytics: apply |
[production] |
| 14:24 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/editor-analytics: apply |
[production] |
| 14:24 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/editor-analytics: apply |
[production] |
| 14:23 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/tegola-vector-tiles: apply |
[production] |
| 14:23 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/edit-analytics: apply |
[production] |
| 14:22 |
<elukey@puppetserver1001> |
conftool action : set/pooled=false; selector: dnsdisc=kartotherian,name=eqiad |
[production] |
| 14:22 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/edit-analytics: apply |
[production] |
| 14:21 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/echostore: apply |
[production] |
| 14:21 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/echostore: apply |
[production] |
| 14:20 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/device-analytics: apply |
[production] |
| 14:20 |
<elukey@puppetserver1001> |
conftool action : set/pooled=true; selector: dnsdisc=kartotherian,name=eqiad |
[production] |
| 14:19 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/device-analytics: apply |
[production] |
| 14:19 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/developer-portal: apply |
[production] |
| 14:18 |
<elukey@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cp2048.codfw.wmnet'] |
[production] |
| 14:18 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/developer-portal: apply |
[production] |
| 14:18 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/data-gateway: apply |
[production] |
| 14:17 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/data-gateway: apply |
[production] |
| 14:16 |
<cgoubert@cumin1003> |
conftool action : set/pooled=false; selector: dnsdisc=thumbor.*,name=codfw |
[production] |
| 14:16 |
<cgoubert@cumin1003> |
conftool action : set/pooled=true; selector: dnsdisc=swift.*,name=eqiad |
[production] |
| 14:16 |
<cgoubert@cumin1003> |
conftool action : set/pooled=true; selector: dnsdisc=thumbor.*,name=eqiad |
[production] |
| 14:16 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/cxserver: apply |
[production] |
| 14:15 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/cxserver: apply |
[production] |
| 14:14 |
<elukey@cumin2002> |
END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cp2048.codfw.wmnet'] |
[production] |
| 14:14 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/commons-impact-analytics: apply |
[production] |
| 14:14 |
<elukey@cumin2002> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cp2048.codfw.wmnet'] |
[production] |
| 14:13 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/commons-impact-analytics: apply |
[production] |
| 14:12 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/citoid: apply |
[production] |
| 14:11 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/citoid: apply |
[production] |
| 14:11 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 14:11 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 14:11 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/chart-renderer: apply |
[production] |
| 14:09 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/chart-renderer: apply |
[production] |
| 14:08 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/changeprop-jobqueue: apply |
[production] |
| 14:08 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/changeprop-jobqueue: apply |
[production] |
| 14:08 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/changeprop: apply |
[production] |
| 14:06 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/thumbor: apply |
[production] |
| 14:06 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/changeprop: apply |
[production] |
| 14:06 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/api-gateway: apply |
[production] |
| 14:06 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/kartotherian: apply |
[production] |
| 14:05 |
<fceratto@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1259 (T401906)', diff saved to https://phabricator.wikimedia.org/P83572 and previous config saved to /var/cache/conftool/dbconfig/20251001-140538-fceratto.json |
[production] |
| 14:05 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/api-gateway: apply |
[production] |
| 14:05 |
<cgoubert@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/apertium: apply |
[production] |
| 14:04 |
<cgoubert@deploy2002> |
helmfile [eqiad] START helmfile.d/services/kartotherian: apply |
[production] |
| 14:04 |
<fceratto@cumin1002> |
dbctl commit (dc=all): 'Depooling db1259 (T401906)', diff saved to https://phabricator.wikimedia.org/P83571 and previous config saved to /var/cache/conftool/dbconfig/20251001-140422-fceratto.json |
[production] |
| 14:04 |
<fceratto@cumin1002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 4:00:00 on db1259.eqiad.wmnet with reason: Maintenance |
[production] |