|
2024-07-08
ยง
|
| 10:53 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on db1213.eqiad.wmnet with reason: Maintenance |
[production] |
| 10:53 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1210 (T367856)', diff saved to https://phabricator.wikimedia.org/P65932 and previous config saved to /var/cache/conftool/dbconfig/20240708-105325-marostegui.json |
[production] |
| 10:45 |
<fabfur@cumin1002> |
START - Cookbook sre.cdn.roll-reboot rolling reboot on A:cp-upload_esams |
[production] |
| 10:45 |
<fabfur@cumin1002> |
START - Cookbook sre.cdn.roll-reboot rolling reboot on A:cp-text_esams |
[production] |
| 10:45 |
<fabfur> |
rebooting A:cp-esams (T366555) |
[production] |
| 10:43 |
<ayounsi@cumin1002> |
END (PASS) - Cookbook sre.network.peering (exit_code=0) with action 'email' for AS: 270359 |
[production] |
| 10:43 |
<ayounsi@cumin1002> |
START - Cookbook sre.network.peering with action 'email' for AS: 270359 |
[production] |
| 10:43 |
<ayounsi@cumin1002> |
END (PASS) - Cookbook sre.network.peering (exit_code=0) with action 'email' for AS: 268248 |
[production] |
| 10:43 |
<ayounsi@cumin1002> |
START - Cookbook sre.network.peering with action 'email' for AS: 268248 |
[production] |
| 10:42 |
<ayounsi@cumin1002> |
END (PASS) - Cookbook sre.network.peering (exit_code=0) with action 'email' for AS: 262476 |
[production] |
| 10:42 |
<ayounsi@cumin1002> |
START - Cookbook sre.network.peering with action 'email' for AS: 262476 |
[production] |
| 10:42 |
<ayounsi@cumin1002> |
END (PASS) - Cookbook sre.network.peering (exit_code=0) with action 'email' for AS: 272432 |
[production] |
| 10:41 |
<ayounsi@cumin1002> |
START - Cookbook sre.network.peering with action 'email' for AS: 272432 |
[production] |
| 10:38 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2213 (re)pooling @ 5%: Repooling', diff saved to https://phabricator.wikimedia.org/P65931 and previous config saved to /var/cache/conftool/dbconfig/20240708-103854-root.json |
[production] |
| 10:38 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1210', diff saved to https://phabricator.wikimedia.org/P65930 and previous config saved to /var/cache/conftool/dbconfig/20240708-103818-marostegui.json |
[production] |
| 10:23 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2213 (re)pooling @ 1%: Repooling', diff saved to https://phabricator.wikimedia.org/P65929 and previous config saved to /var/cache/conftool/dbconfig/20240708-102347-root.json |
[production] |
| 10:23 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1210', diff saved to https://phabricator.wikimedia.org/P65928 and previous config saved to /var/cache/conftool/dbconfig/20240708-102311-marostegui.json |
[production] |
| 10:08 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1210 (T367856)', diff saved to https://phabricator.wikimedia.org/P65927 and previous config saved to /var/cache/conftool/dbconfig/20240708-100804-marostegui.json |
[production] |
| 10:06 |
<elukey@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/thumbor: sync |
[production] |
| 10:02 |
<elukey@deploy1002> |
helmfile [eqiad] START helmfile.d/services/thumbor: sync |
[production] |
| 10:00 |
<btullis@deploy1002> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. |
[production] |
| 10:00 |
<btullis@deploy1002> |
helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. |
[production] |
| 09:58 |
<elukey@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/thumbor: sync |
[production] |
| 09:55 |
<elukey@deploy1002> |
helmfile [codfw] START helmfile.d/services/thumbor: sync |
[production] |
| 09:50 |
<elukey@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/rest-gateway: sync |
[production] |
| 09:50 |
<elukey@deploy1002> |
helmfile [eqiad] START helmfile.d/services/rest-gateway: sync |
[production] |
| 09:49 |
<elukey@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/api-gateway: sync |
[production] |
| 09:49 |
<elukey@deploy1002> |
helmfile [eqiad] START helmfile.d/services/api-gateway: sync |
[production] |
| 09:44 |
<elukey@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/rest-gateway: sync |
[production] |
| 09:44 |
<elukey@deploy1002> |
helmfile [codfw] START helmfile.d/services/rest-gateway: sync |
[production] |
| 09:41 |
<elukey@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/api-gateway: sync |
[production] |
| 09:41 |
<elukey@deploy1002> |
helmfile [codfw] START helmfile.d/services/api-gateway: sync |
[production] |
| 09:38 |
<elukey@deploy1002> |
helmfile [eqiad] DONE helmfile.d/services/wikifeeds: sync |
[production] |
| 09:38 |
<elukey@deploy1002> |
helmfile [eqiad] START helmfile.d/services/wikifeeds: sync |
[production] |
| 09:32 |
<elukey@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/wikifeeds: sync |
[production] |
| 09:32 |
<elukey@deploy1002> |
helmfile [codfw] START helmfile.d/services/wikifeeds: sync |
[production] |
| 09:31 |
<elukey@deploy1002> |
helmfile [staging] DONE helmfile.d/services/wikifeeds: sync |
[production] |
| 09:31 |
<elukey@deploy1002> |
helmfile [staging] START helmfile.d/services/wikifeeds: sync |
[production] |
| 09:17 |
<arturo> |
aborrero@apt1002:~$ sudo -i reprepro --component thirdparty/k9s includedeb bookworm-wikimedia /home/aborrero/k9s_linux_amd64.deb (T366061) |
[production] |
| 08:59 |
<mvernon@cumin2002> |
END (PASS) - Cookbook sre.swift.roll-restart-reboot-swift-ms-proxies (exit_code=0) rolling restart_daemons on A:swift-fe-codfw |
[production] |
| 08:56 |
<mvernon@cumin2002> |
START - Cookbook sre.swift.roll-restart-reboot-swift-ms-proxies rolling restart_daemons on A:swift-fe-codfw |
[production] |
| 08:51 |
<Dreamy_Jazz> |
Running `foreachwikiindblist group1.dblist extensions/CheckUser/maintenance/deleteReadOldRowsInCuChanges.php --batch-size=200` in a tmux session |
[production] |
| 08:50 |
<Dreamy_Jazz> |
Restarting MediaModeration scanning script - https://wikitech.wikimedia.org/wiki/MediaModeration |
[production] |
| 08:42 |
<arturo> |
update packages for thirdparty/kubeadm-k8s-1-25 bookworm-wikimedia in apt1002 (T369163) |
[production] |
| 08:26 |
<godog> |
re-enable business hours americas oncall - T369122 |
[production] |
| 07:02 |
<ayounsi@cumin1002> |
END (PASS) - Cookbook sre.network.peering (exit_code=0) with action 'configure' for AS: 270052 |
[production] |
| 07:01 |
<ayounsi@cumin1002> |
START - Cookbook sre.network.peering with action 'configure' for AS: 270052 |
[production] |
| 06:17 |
<ayounsi@cumin1002> |
END (PASS) - Cookbook sre.network.peering (exit_code=0) with action 'email' for AS: 52455 |
[production] |
| 06:16 |
<ayounsi@cumin1002> |
START - Cookbook sre.network.peering with action 'email' for AS: 52455 |
[production] |
| 06:15 |
<ayounsi@cumin1002> |
END (PASS) - Cookbook sre.network.peering (exit_code=0) with action 'email' for AS: 137409 |
[production] |