|
2025-06-23
ยง
|
| 13:40 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-misc: sync |
[production] |
| 13:40 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-misc: sync |
[production] |
| 13:40 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-mcrouter: sync |
[production] |
| 13:39 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depooling db1248 (T396130)', diff saved to https://phabricator.wikimedia.org/P78646 and previous config saved to /var/cache/conftool/dbconfig/20250623-133958-marostegui.json |
[production] |
| 13:39 |
<marostegui@cumin1002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1248.eqiad.wmnet with reason: Maintenance |
[production] |
| 13:39 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1247 (T396130)', diff saved to https://phabricator.wikimedia.org/P78645 and previous config saved to /var/cache/conftool/dbconfig/20250623-133935-marostegui.json |
[production] |
| 13:36 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) on deployment eqiad1 for service: project,neutron |
[admin] |
| 13:35 |
<akosiaris@cumin1003> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host aux-k8s-worker2009.codfw.wmnet with OS bookworm |
[production] |
| 13:32 |
<vgutierrez@cumin1002> |
END (PASS) - Cookbook sre.loadbalancer.admin (exit_code=0) config_reloading P{lvs6002.drmrs.wmnet} and A:liberica (T396561) |
[production] |
| 13:32 |
<vgutierrez> |
repool lvs6002 using katran - T396561 |
[production] |
| 13:32 |
<vgutierrez@cumin1002> |
START - Cookbook sre.loadbalancer.admin config_reloading P{lvs6002.drmrs.wmnet} and A:liberica (T396561) |
[production] |
| 13:31 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment eqiad1 for service: project,neutron |
[admin] |
| 13:30 |
<jayme@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-page-content-change-enrich: sync |
[production] |
| 13:30 |
<jayme@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-page-content-change-enrich: sync |
[production] |
| 13:30 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) on deployment codfw1dev for service: project,neutron |
[admin] |
| 13:30 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment codfw1dev for service: project,neutron |
[admin] |
| 13:28 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-mcrouter: sync |
[production] |
| 13:28 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-jobrunner: sync |
[production] |
| 13:28 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-jobrunner: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-experimental: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-experimental: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-debug: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-debug: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-cron: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-cron: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-api-int: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-api-int: sync |
[production] |
| 13:27 |
<kamila@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-api-ext: sync |
[production] |
| 13:26 |
<kamila@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-api-ext: sync |
[production] |
| 13:24 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1247', diff saved to https://phabricator.wikimedia.org/P78644 and previous config saved to /var/cache/conftool/dbconfig/20250623-132427-marostegui.json |
[production] |
| 13:20 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.add_user_to_project (exit_code=0) for user 'tools-tofu' in role 'member' |
[tools-logging] |
| 13:20 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.add_user_to_project for user 'tools-tofu' in role 'member' |
[tools-logging] |
| 13:20 |
<brouberol@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-analytics-test: apply |
[production] |
| 13:19 |
<brouberol@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-analytics-test: apply |
[production] |
| 13:19 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.add_user_to_project (exit_code=0) for user 'toolsbeta-tofu' in role 'member' |
[toolsbeta-logging] |
| 13:19 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.add_user_to_project for user 'toolsbeta-tofu' in role 'member' |
[toolsbeta-logging] |
| 13:19 |
<akosiaris@cumin1003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on aux-k8s-worker2009.codfw.wmnet with reason: host reimage |
[production] |
| 13:18 |
<cgoubert@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/mw-debug: sync |
[production] |
| 13:18 |
<cgoubert@deploy1003> |
helmfile [codfw] START helmfile.d/services/mw-debug: sync |
[production] |
| 13:15 |
<akosiaris@cumin1003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on aux-k8s-worker2009.codfw.wmnet with reason: host reimage |
[production] |
| 13:14 |
<akosiaris@cumin1003> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host aux-k8s-worker2008.codfw.wmnet with OS bookworm |
[production] |
| 13:12 |
<cgoubert@deploy1003> |
Started scap sync-world: Redeploying mediawiki following kubernets upgrade T397148 |
[production] |
| 13:10 |
<kamila@cumin1003> |
END (PASS) - Cookbook sre.k8s.wipe-cluster (exit_code=0) Wipe the K8s cluster wikikube-codfw: Kubernetes upgrade |
[production] |
| 13:10 |
<jgiannelos@deploy1003> |
helmfile [staging] DONE helmfile.d/services/mobileapps: apply |
[production] |
| 13:09 |
<jgiannelos@deploy1003> |
helmfile [staging] START helmfile.d/services/mobileapps: apply |
[production] |
| 13:09 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1247', diff saved to https://phabricator.wikimedia.org/P78643 and previous config saved to /var/cache/conftool/dbconfig/20250623-130920-marostegui.json |
[production] |
| 13:07 |
<jelto@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/miscweb: apply |
[production] |
| 13:07 |
<jelto@deploy1003> |
helmfile [codfw] START helmfile.d/services/miscweb: apply |
[production] |
| 13:07 |
<kamila@deploy1003> |
helmfile [codfw] OK helmfile.d/services/zotero: apply |
[production] |
| 13:07 |
<kamila@deploy1003> |
helmfile [codfw] OK helmfile.d/services/wikifunctions: apply |
[production] |