|
2025-02-05
ยง
|
| 18:03 |
<swfrench@deploy2002> |
helmfile [codfw] START helmfile.d/services/mw-api-ext: apply |
[production] |
| 18:03 |
<swfrench@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/mw-api-ext: apply |
[production] |
| 18:03 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1237 (re)pooling @ 50%: Repooling', diff saved to https://phabricator.wikimedia.org/P73259 and previous config saved to /var/cache/conftool/dbconfig/20250205-180307-root.json |
[production] |
| 18:03 |
<swfrench@deploy2002> |
helmfile [eqiad] START helmfile.d/services/mw-api-ext: apply |
[production] |
| 18:02 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1179 (re)pooling @ 50%: Repooling', diff saved to https://phabricator.wikimedia.org/P73258 and previous config saved to /var/cache/conftool/dbconfig/20250205-180256-root.json |
[production] |
| 18:01 |
<swfrench@deploy2002> |
helmfile [codfw] DONE helmfile.d/services/mw-web: apply |
[production] |
| 18:01 |
<swfrench@deploy2002> |
helmfile [codfw] START helmfile.d/services/mw-web: apply |
[production] |
| 18:01 |
<swfrench@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/mw-web: apply |
[production] |
| 18:00 |
<swfrench@deploy2002> |
helmfile [eqiad] START helmfile.d/services/mw-web: apply |
[production] |
| 17:48 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1237 (re)pooling @ 25%: Repooling', diff saved to https://phabricator.wikimedia.org/P73257 and previous config saved to /var/cache/conftool/dbconfig/20250205-174802-root.json |
[production] |
| 17:47 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1179 (re)pooling @ 25%: Repooling', diff saved to https://phabricator.wikimedia.org/P73256 and previous config saved to /var/cache/conftool/dbconfig/20250205-174750-root.json |
[production] |
| 17:46 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host ganeti1054.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART |
[production] |
| 17:45 |
<jhancock@cumin2002> |
END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host ganeti1054.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART |
[production] |
| 17:43 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host ganeti1054.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART |
[production] |
| 17:32 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1237 (re)pooling @ 10%: Repooling', diff saved to https://phabricator.wikimedia.org/P73255 and previous config saved to /var/cache/conftool/dbconfig/20250205-173257-root.json |
[production] |
| 17:32 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1179 (re)pooling @ 10%: Repooling', diff saved to https://phabricator.wikimedia.org/P73254 and previous config saved to /var/cache/conftool/dbconfig/20250205-173245-root.json |
[production] |
| 17:30 |
<mutante> |
phab1004 - rm /lib/systemd/system/phabricator_stats_job_mfa_check.* for gerrit:1117489 T299403 |
[production] |
| 16:33 |
<hnowlan@deploy2002> |
helmfile [codfw] DONE helmfile.d/services/mobileapps: apply |
[production] |
| 16:32 |
<hnowlan@deploy2002> |
helmfile [codfw] START helmfile.d/services/mobileapps: apply |
[production] |
| 16:31 |
<hnowlan@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/mobileapps: apply |
[production] |
| 16:30 |
<hnowlan@deploy2002> |
helmfile [eqiad] START helmfile.d/services/mobileapps: apply |
[production] |
| 16:00 |
<klausman@deploy2002> |
helmfile [codfw] DONE helmfile.d/services/eventgate-main: sync |
[production] |
| 15:59 |
<klausman@deploy2002> |
helmfile [codfw] START helmfile.d/services/eventgate-main: sync |
[production] |
| 15:54 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2221 (re)pooling @ 100%: Repooling after rebuild index', diff saved to https://phabricator.wikimedia.org/P73252 and previous config saved to /var/cache/conftool/dbconfig/20250205-155456-root.json |
[production] |
| 15:51 |
<swfrench-wmf> |
finished deploying conftool 5.0.1-1 - T383324 |
[production] |
| 15:39 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2221 (re)pooling @ 75%: Repooling after rebuild index', diff saved to https://phabricator.wikimedia.org/P73251 and previous config saved to /var/cache/conftool/dbconfig/20250205-153951-root.json |
[production] |
| 15:24 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2221 (re)pooling @ 50%: Repooling after rebuild index', diff saved to https://phabricator.wikimedia.org/P73250 and previous config saved to /var/cache/conftool/dbconfig/20250205-152445-root.json |
[production] |
| 15:20 |
<jforrester@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply |
[production] |
| 15:19 |
<jforrester@deploy2002> |
helmfile [eqiad] START helmfile.d/services/wikifunctions: apply |
[production] |
| 15:19 |
<jforrester@deploy2002> |
helmfile [codfw] DONE helmfile.d/services/wikifunctions: apply |
[production] |
| 15:18 |
<jforrester@deploy2002> |
helmfile [codfw] START helmfile.d/services/wikifunctions: apply |
[production] |
| 15:15 |
<jforrester@deploy2002> |
helmfile [staging] DONE helmfile.d/services/wikifunctions: apply |
[production] |
| 15:15 |
<jforrester@deploy2002> |
helmfile [staging] START helmfile.d/services/wikifunctions: apply |
[production] |
| 14:56 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1202 (re)pooling @ 75%: Repooling after rebuild index', diff saved to https://phabricator.wikimedia.org/P73247 and previous config saved to /var/cache/conftool/dbconfig/20250205-145647-root.json |
[production] |
| 14:54 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2221 (re)pooling @ 10%: Repooling after rebuild index', diff saved to https://phabricator.wikimedia.org/P73246 and previous config saved to /var/cache/conftool/dbconfig/20250205-145434-root.json |
[production] |
| 14:53 |
<Lucas_WMDE> |
UTC afternoon backport+config window done |
[production] |
| 14:52 |
<lucaswerkmeister-wmde@deploy2002> |
Finished scap sync-world: Backport for [[gerrit:1117321|kywiki: create draft namespace (T385593)]] (duration: 10m 54s) |
[production] |
| 14:46 |
<cmooney@cumin1002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on cr2-magru with reason: IBGP instability from cr1 to cr2 in magru causing ping faulures from alert1002 |
[production] |
| 14:46 |
<lucaswerkmeister-wmde@deploy2002> |
anzx, lucaswerkmeister-wmde: Continuing with sync |
[production] |
| 14:44 |
<lucaswerkmeister-wmde@deploy2002> |
anzx, lucaswerkmeister-wmde: Backport for [[gerrit:1117321|kywiki: create draft namespace (T385593)]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) |
[production] |
| 14:43 |
<jynus> |
deploy new grants to analytics_meta T385565 |
[production] |
| 14:43 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.mysql.clone (exit_code=0) of db1237.eqiad.wmnet onto db1179.eqiad.wmnet |
[production] |
| 14:41 |
<lucaswerkmeister-wmde@deploy2002> |
Started scap sync-world: Backport for [[gerrit:1117321|kywiki: create draft namespace (T385593)]] |
[production] |
| 14:41 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1202 (re)pooling @ 50%: Repooling after rebuild index', diff saved to https://phabricator.wikimedia.org/P73245 and previous config saved to /var/cache/conftool/dbconfig/20250205-144141-root.json |
[production] |
| 14:40 |
<lucaswerkmeister-wmde@deploy2002> |
Finished scap sync-world: Backport for [[gerrit:1117204|Add sourceswiki to $wgImportSources for all Wikisources (T385591)]] (duration: 29m 00s) |
[production] |
| 14:39 |
<klausman@deploy2002> |
helmfile [eqiad] DONE helmfile.d/services/eventgate-main: sync |
[production] |
| 14:39 |
<klausman@deploy2002> |
helmfile [eqiad] START helmfile.d/services/eventgate-main: sync |
[production] |
| 14:33 |
<lucaswerkmeister-wmde@deploy2002> |
jhsoby, lucaswerkmeister-wmde: Continuing with sync |
[production] |
| 14:26 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db1202 (re)pooling @ 25%: Repooling after rebuild index', diff saved to https://phabricator.wikimedia.org/P73244 and previous config saved to /var/cache/conftool/dbconfig/20250205-142636-root.json |
[production] |
| 14:14 |
<lucaswerkmeister-wmde@deploy2002> |
jhsoby, lucaswerkmeister-wmde: Backport for [[gerrit:1117204|Add sourceswiki to $wgImportSources for all Wikisources (T385591)]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) |
[production] |