|
2026-07-13
ยง
|
| 15:08 |
<btullis@deploy2003> |
helmfile [dse-k8s-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
| 15:06 |
<btullis@deploy2003> |
helmfile [dse-k8s-codfw] START helmfile.d/admin 'apply'. |
[production] |
| 15:01 |
<btullis@deploy2003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. |
[production] |
| 15:01 |
<btullis@deploy2003> |
helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. |
[production] |
| 14:35 |
<cdobbins@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on dns7002.wikimedia.org with reason: host reimage |
[production] |
| 14:34 |
<jgiannelos@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/mw-parsoid: apply |
[production] |
| 14:33 |
<jgiannelos@deploy2003> |
helmfile [codfw] START helmfile.d/services/mw-parsoid: apply |
[production] |
| 14:33 |
<jgiannelos@deploy2003> |
helmfile [eqiad] DONE helmfile.d/services/mw-parsoid: apply |
[production] |
| 14:32 |
<jgiannelos@deploy2003> |
helmfile [eqiad] START helmfile.d/services/mw-parsoid: apply |
[production] |
| 14:29 |
<cdobbins@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on dns7002.wikimedia.org with reason: host reimage |
[production] |
| 14:28 |
<marostegui@dns1004> |
END - running authdns-update |
[production] |
| 14:28 |
<btullis@deploy2003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. |
[production] |
| 14:27 |
<marostegui@dns1004> |
START - running authdns-update |
[production] |
| 14:23 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on dbproxy1023.eqiad.wmnet with reason: reboot |
[production] |
| 14:18 |
<btullis@deploy2003> |
helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. |
[production] |
| 14:16 |
<mvernon@cumin2003> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host thanos-be2009.codfw.wmnet with OS trixie |
[production] |
| 14:14 |
<swfrench-wmf> |
start rolling run-puppet-agent on A:cp for ATS config change - T428909 T431838 |
[production] |
| 14:05 |
<swfrench-wmf> |
disable-puppet on A:cp for ATS config change - T428909 T431838 |
[production] |
| 14:05 |
<cdobbins@cumin2002> |
START - Cookbook sre.hosts.reimage for host dns7002.wikimedia.org with OS trixie |
[production] |
| 14:02 |
<marostegui@dns1004> |
END - running authdns-update |
[production] |
| 14:00 |
<marostegui@dns1004> |
START - running authdns-update |
[production] |
| 14:00 |
<ladsgroup@cumin1003> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for ms-be1070.eqiad.wmnet |
[production] |
| 14:00 |
<ladsgroup@cumin1003> |
START - Cookbook sre.hosts.remove-downtime for ms-be1070.eqiad.wmnet |
[production] |
| 13:58 |
<mvernon@cumin2003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on thanos-be2009.codfw.wmnet with reason: host reimage |
[production] |
| 13:57 |
<cdobbins@cumin2002> |
conftool action : set/pooled=no; selector: name=dns7002.* |
[production] |
| 13:52 |
<mvernon@cumin2003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on thanos-be2009.codfw.wmnet with reason: host reimage |
[production] |
| 13:48 |
<rscout@deploy2003> |
helmfile [eqiad] DONE helmfile.d/services/miscweb: apply |
[production] |
| 13:48 |
<rscout@deploy2003> |
helmfile [eqiad] START helmfile.d/services/miscweb: apply |
[production] |
| 13:48 |
<rscout@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/miscweb: apply |
[production] |
| 13:47 |
<rscout@deploy2003> |
helmfile [codfw] START helmfile.d/services/miscweb: apply |
[production] |
| 13:40 |
<bwojtowicz@deploy2003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'llm' for release 'main' . |
[production] |
| 13:33 |
<gmodena@deploy2003> |
helmfile [dse-k8s-codfw] DONE helmfile.d/services/wdqs: apply |
[production] |
| 13:31 |
<mvernon@cumin2003> |
START - Cookbook sre.hosts.reimage for host thanos-be2009.codfw.wmnet with OS trixie |
[production] |
| 13:30 |
<ladsgroup@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1:00:00 on ms-be1070.eqiad.wmnet with reason: vacuum overlarge container dbs |
[production] |
| 13:28 |
<aude@deploy2003> |
Finished scap sync-world: Backport for [[gerrit:1310059|Enable ChartWizard on the beta cluster (T431990)]], [[gerrit:1308656|streams: webrequest - pageview - trending (T430675)]], [[gerrit:1307438|EventStreamConfig: add page_revert_risk_wikidata_prediction_change.v1 (T420883)]], [[gerrit:1309894|Remove nonexistent autopatrolled group from Outreach Wiki (T431959)]] (duration: 11m 12s) |
[production] |
| 13:23 |
<gmodena@deploy2003> |
helmfile [dse-k8s-codfw] START helmfile.d/services/wdqs: apply |
[production] |
| 13:22 |
<aude@deploy2003> |
aikochou, javiermonton, aude, gkm563: Continuing with deployment |
[production] |
| 13:22 |
<gmodena@deploy2003> |
helmfile [dse-k8s-codfw] DONE helmfile.d/services/wdqs: apply |
[production] |
| 13:19 |
<gmodena@deploy2003> |
helmfile [dse-k8s-codfw] DONE helmfile.d/services/wdqs: apply |
[production] |
| 13:19 |
<aude@deploy2003> |
aikochou, javiermonton, aude, gkm563: Backport for [[gerrit:1310059|Enable ChartWizard on the beta cluster (T431990)]], [[gerrit:1308656|streams: webrequest - pageview - trending (T430675)]], [[gerrit:1307438|EventStreamConfig: add page_revert_risk_wikidata_prediction_change.v1 (T420883)]], [[gerrit:1309894|Remove nonexistent autopatrolled group from Outreach Wiki (T431959)]] synced to the testservers |
[production] |
| 13:17 |
<aude@deploy2003> |
Started scap sync-world: Backport for [[gerrit:1310059|Enable ChartWizard on the beta cluster (T431990)]], [[gerrit:1308656|streams: webrequest - pageview - trending (T430675)]], [[gerrit:1307438|EventStreamConfig: add page_revert_risk_wikidata_prediction_change.v1 (T420883)]], [[gerrit:1309894|Remove nonexistent autopatrolled group from Outreach Wiki (T431959)]] |
[production] |
| 13:01 |
<ladsgroup@deploy2003> |
helmfile [eqiad] DONE helmfile.d/services/thumbor: apply |
[production] |
| 13:01 |
<gmodena@deploy2003> |
helmfile [dse-k8s-codfw] START helmfile.d/services/wdqs: apply |
[production] |
| 13:00 |
<ladsgroup@deploy2003> |
helmfile [eqiad] START helmfile.d/services/thumbor: apply |
[production] |
| 12:59 |
<gmodena@deploy2003> |
helmfile [dse-k8s-codfw] START helmfile.d/services/wdqs: apply |
[production] |
| 12:52 |
<ladsgroup@deploy2003> |
helmfile [codfw] DONE helmfile.d/services/thumbor: apply |
[production] |
| 12:51 |
<ladsgroup@deploy2003> |
helmfile [codfw] START helmfile.d/services/thumbor: apply |
[production] |
| 12:48 |
<atsuko@deploy2003> |
helmfile [dse-k8s-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
| 12:48 |
<ladsgroup@deploy2003> |
helmfile [staging] DONE helmfile.d/services/thumbor: apply |
[production] |
| 12:47 |
<mvernon@cumin2003> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host thanos-be2008.codfw.wmnet with OS trixie |
[production] |