|
2026-02-27
ยง
|
| 17:20 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1212 (T418465)', diff saved to https://phabricator.wikimedia.org/P89170 and previous config saved to /var/cache/conftool/dbconfig/20260227-172046-marostegui.json |
[production] |
| 17:20 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Depooling db2194 (T418465)', diff saved to https://phabricator.wikimedia.org/P89169 and previous config saved to /var/cache/conftool/dbconfig/20260227-172036-marostegui.json |
[production] |
| 17:20 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 8:00:00 on db2194.codfw.wmnet with reason: Maintenance |
[production] |
| 17:20 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2190 (T418465)', diff saved to https://phabricator.wikimedia.org/P89168 and previous config saved to /var/cache/conftool/dbconfig/20260227-172011-marostegui.json |
[production] |
| 17:05 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1212', diff saved to https://phabricator.wikimedia.org/P89167 and previous config saved to /var/cache/conftool/dbconfig/20260227-170530-marostegui.json |
[production] |
| 17:05 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2190', diff saved to https://phabricator.wikimedia.org/P89166 and previous config saved to /var/cache/conftool/dbconfig/20260227-170503-marostegui.json |
[production] |
| 16:50 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1212', diff saved to https://phabricator.wikimedia.org/P89165 and previous config saved to /var/cache/conftool/dbconfig/20260227-165022-marostegui.json |
[production] |
| 16:49 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2190', diff saved to https://phabricator.wikimedia.org/P89164 and previous config saved to /var/cache/conftool/dbconfig/20260227-164954-marostegui.json |
[production] |
| 16:35 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1212 (T418465)', diff saved to https://phabricator.wikimedia.org/P89163 and previous config saved to /var/cache/conftool/dbconfig/20260227-163514-marostegui.json |
[production] |
| 16:34 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2190 (T418465)', diff saved to https://phabricator.wikimedia.org/P89162 and previous config saved to /var/cache/conftool/dbconfig/20260227-163446-marostegui.json |
[production] |
| 16:28 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Depooling db1212 (T418465)', diff saved to https://phabricator.wikimedia.org/P89161 and previous config saved to /var/cache/conftool/dbconfig/20260227-162806-marostegui.json |
[production] |
| 16:27 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 16:00:00 on 6 hosts with reason: Maintenance |
[production] |
| 16:27 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 8:00:00 on db1212.eqiad.wmnet with reason: Maintenance |
[production] |
| 16:27 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1198 (T418465)', diff saved to https://phabricator.wikimedia.org/P89160 and previous config saved to /var/cache/conftool/dbconfig/20260227-162741-marostegui.json |
[production] |
| 16:12 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1198', diff saved to https://phabricator.wikimedia.org/P89159 and previous config saved to /var/cache/conftool/dbconfig/20260227-161233-marostegui.json |
[production] |
| 16:11 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Depooling db2190 (T418465)', diff saved to https://phabricator.wikimedia.org/P89158 and previous config saved to /var/cache/conftool/dbconfig/20260227-161127-marostegui.json |
[production] |
| 16:11 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 8:00:00 on db2190.codfw.wmnet with reason: Maintenance |
[production] |
| 16:11 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2177 (T418465)', diff saved to https://phabricator.wikimedia.org/P89157 and previous config saved to /var/cache/conftool/dbconfig/20260227-161103-marostegui.json |
[production] |
| 15:57 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1198', diff saved to https://phabricator.wikimedia.org/P89156 and previous config saved to /var/cache/conftool/dbconfig/20260227-155724-marostegui.json |
[production] |
| 15:55 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2177', diff saved to https://phabricator.wikimedia.org/P89155 and previous config saved to /var/cache/conftool/dbconfig/20260227-155554-marostegui.json |
[production] |
| 15:55 |
<javiermonton@deploy2002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/mw-page-html-content-change-enrich-next: apply |
[production] |
| 15:54 |
<javiermonton@deploy2002> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/mw-page-html-content-change-enrich-next: apply |
[production] |
| 15:51 |
<javiermonton@deploy2002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/mw-page-html-content-change-enrich-next: apply |
[production] |
| 15:51 |
<javiermonton@deploy2002> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/mw-page-html-content-change-enrich-next: apply |
[production] |
| 15:42 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1198 (T418465)', diff saved to https://phabricator.wikimedia.org/P89154 and previous config saved to /var/cache/conftool/dbconfig/20260227-154216-marostegui.json |
[production] |
| 15:40 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2177', diff saved to https://phabricator.wikimedia.org/P89153 and previous config saved to /var/cache/conftool/dbconfig/20260227-154046-marostegui.json |
[production] |
| 15:40 |
<tgr@deploy2002> |
Finished scap sync-world: Backport for [[gerrit:1245381|session: Log stack trace for JWT errors]], [[gerrit:1245387|tests: Fix missing JWT issuer for CentralAuthSessionProvider (T418487 T415007)]], [[gerrit:1245382|session: Log stack trace for JWT errors]] (duration: 08m 11s) |
[production] |
| 15:36 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Depooling db1198 (T418465)', diff saved to https://phabricator.wikimedia.org/P89152 and previous config saved to /var/cache/conftool/dbconfig/20260227-153606-marostegui.json |
[production] |
| 15:36 |
<tgr@deploy2002> |
tgr: Continuing with sync |
[production] |
| 15:35 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 8:00:00 on db1198.eqiad.wmnet with reason: Maintenance |
[production] |
| 15:35 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1175 (T418465)', diff saved to https://phabricator.wikimedia.org/P89151 and previous config saved to /var/cache/conftool/dbconfig/20260227-153541-marostegui.json |
[production] |
| 15:33 |
<tgr@deploy2002> |
tgr: Backport for [[gerrit:1245381|session: Log stack trace for JWT errors]], [[gerrit:1245387|tests: Fix missing JWT issuer for CentralAuthSessionProvider (T418487 T415007)]], [[gerrit:1245382|session: Log stack trace for JWT errors]] synced to the testservers (see https://wikitech.wikimedia.org/wiki/Mwdebug). Changes can now be verified there. |
[production] |
| 15:32 |
<bking@deploy2002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. |
[production] |
| 15:31 |
<tgr@deploy2002> |
Started scap sync-world: Backport for [[gerrit:1245381|session: Log stack trace for JWT errors]], [[gerrit:1245387|tests: Fix missing JWT issuer for CentralAuthSessionProvider (T418487 T415007)]], [[gerrit:1245382|session: Log stack trace for JWT errors]] |
[production] |
| 15:31 |
<bking@deploy2002> |
helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. |
[production] |
| 15:31 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
| 15:30 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] START helmfile.d/admin 'apply'. |
[production] |
| 15:26 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
| 15:26 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] START helmfile.d/admin 'apply'. |
[production] |
| 15:25 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db2177 (T418465)', diff saved to https://phabricator.wikimedia.org/P89150 and previous config saved to /var/cache/conftool/dbconfig/20260227-152538-marostegui.json |
[production] |
| 15:24 |
<javiermonton@deploy2002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/mw-page-html-content-change-enrich-next: apply |
[production] |
| 15:24 |
<javiermonton@deploy2002> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/mw-page-html-content-change-enrich-next: apply |
[production] |
| 15:20 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1175', diff saved to https://phabricator.wikimedia.org/P89149 and previous config saved to /var/cache/conftool/dbconfig/20260227-152033-marostegui.json |
[production] |
| 15:06 |
<dcausse@deploy2002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 15:05 |
<dcausse@deploy2002> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 15:05 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1175', diff saved to https://phabricator.wikimedia.org/P89148 and previous config saved to /var/cache/conftool/dbconfig/20260227-150525-marostegui.json |
[production] |
| 15:05 |
<dcausse@deploy2002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 15:05 |
<dcausse@deploy2002> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-semantic-search: apply |
[production] |
| 15:03 |
<marostegui@cumin1003> |
dbctl commit (dc=all): 'Depooling db2177 (T418465)', diff saved to https://phabricator.wikimedia.org/P89147 and previous config saved to /var/cache/conftool/dbconfig/20260227-150322-marostegui.json |
[production] |
| 15:03 |
<marostegui@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 8:00:00 on db2177.codfw.wmnet with reason: Maintenance |
[production] |