|
2024-08-17
§
|
| 11:33 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2152 (re)pooling @ 100%: Repooling', diff saved to https://phabricator.wikimedia.org/P67358 and previous config saved to /var/cache/conftool/dbconfig/20240817-113358-root.json |
[production] |
| 11:18 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2152 (re)pooling @ 75%: Repooling', diff saved to https://phabricator.wikimedia.org/P67357 and previous config saved to /var/cache/conftool/dbconfig/20240817-111852-root.json |
[production] |
| 11:03 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2152 (re)pooling @ 50%: Repooling', diff saved to https://phabricator.wikimedia.org/P67356 and previous config saved to /var/cache/conftool/dbconfig/20240817-110347-root.json |
[production] |
| 10:48 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2152 (re)pooling @ 25%: Repooling', diff saved to https://phabricator.wikimedia.org/P67355 and previous config saved to /var/cache/conftool/dbconfig/20240817-104841-root.json |
[production] |
| 10:33 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2152 (re)pooling @ 10%: Repooling', diff saved to https://phabricator.wikimedia.org/P67354 and previous config saved to /var/cache/conftool/dbconfig/20240817-103336-root.json |
[production] |
| 10:18 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2152 (re)pooling @ 5%: Repooling', diff saved to https://phabricator.wikimedia.org/P67353 and previous config saved to /var/cache/conftool/dbconfig/20240817-101831-root.json |
[production] |
| 10:03 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2152 (re)pooling @ 1%: Repooling', diff saved to https://phabricator.wikimedia.org/P67352 and previous config saved to /var/cache/conftool/dbconfig/20240817-100325-root.json |
[production] |
| 09:53 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depooling db2154 (T367856)', diff saved to https://phabricator.wikimedia.org/P67351 and previous config saved to /var/cache/conftool/dbconfig/20240817-095320-marostegui.json |
[production] |
| 09:53 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2 days, 7:00:00 on db2154.codfw.wmnet with reason: Maintenance |
[production] |
| 09:53 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 2 days, 7:00:00 on db2154.codfw.wmnet with reason: Maintenance |
[production] |
| 09:52 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2 days, 7:00:00 on db2152.codfw.wmnet with reason: Maintenance |
[production] |
| 09:52 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 2 days, 7:00:00 on db2152.codfw.wmnet with reason: Maintenance |
[production] |
|
2024-08-16
§
|
| 23:27 |
<eevans@deploy1003> |
deploy aborted: Test deploy (duration: 00m 25s) |
[production] |
| 23:27 |
<eevans@deploy1003> |
Started deploy [cassandra/logstash-logback-encoder@42653e6] (beta): Test deploy |
[production] |
| 20:26 |
<eevans@deploy1003> |
Finished deploy [cassandra/logstash-logback-encoder@42653e6] (aqs): Test (duration: 00m 32s) |
[production] |
| 20:26 |
<eevans@deploy1003> |
Started deploy [cassandra/logstash-logback-encoder@42653e6] (aqs): Test |
[production] |
| 20:15 |
<eevans@deploy1003> |
Finished deploy [cassandra/logstash-logback-encoder@42653e6] (beta): Beta deploy (duration: 00m 31s) |
[production] |
| 20:14 |
<eevans@deploy1003> |
Started deploy [cassandra/logstash-logback-encoder@42653e6] (beta): Beta deploy |
[production] |
| 20:12 |
<eevans@deploy1003> |
Finished deploy [restbase/deploy@f696b76] (beta): deploy to beta (duration: 01m 05s) |
[production] |
| 20:11 |
<eevans@deploy1003> |
Started deploy [restbase/deploy@f696b76] (beta): deploy to beta |
[production] |
| 20:11 |
<eevans@deploy1003> |
deploy aborted: deploy to beta (duration: 00m 28s) |
[production] |
| 20:10 |
<eevans@deploy1003> |
Started deploy [restbase/deploy@f696b76] (beta): deploy to beta |
[production] |
| 20:04 |
<eevans@deploy1003> |
deploy aborted: (no justification provided) (duration: 00m 11s) |
[production] |
| 20:04 |
<eevans@deploy1003> |
Started deploy [restbase/deploy@f696b76] (beta): (no justification provided) |
[production] |
| 20:01 |
<eevans@deploy1003> |
deploy aborted: (no justification provided) (duration: 00m 20s) |
[production] |
| 20:01 |
<eevans@deploy1003> |
Started deploy [restbase/deploy@f696b76] (beta): (no justification provided) |
[production] |
| 19:59 |
<eevans@deploy1003> |
Finished deploy [restbase/deploy@f696b76] (beta): (no justification provided) (duration: 00m 33s) |
[production] |
| 19:59 |
<eevans@deploy1003> |
Started deploy [restbase/deploy@f696b76] (beta): (no justification provided) |
[production] |
| 17:18 |
<sbassett@deploy1003> |
helmfile [staging] DONE helmfile.d/services/miscweb: apply |
[production] |
| 17:18 |
<sbassett@deploy1003> |
helmfile [staging] START helmfile.d/services/miscweb: apply |
[production] |
| 15:42 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host logging-sd2003.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:41 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host logging-sd2001.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:31 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host logging-sd2003.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:31 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host logging-sd2002.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:31 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host logging-sd2001.mgmt.codfw.wmnet with reboot policy FORCED |
[production] |
| 15:30 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
| 15:30 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding logging-sd2004 to codfw - jhancock@cumin2002" |
[production] |
| 15:30 |
<jhancock@cumin2002> |
START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding logging-sd2004 to codfw - jhancock@cumin2002" |
[production] |
| 15:26 |
<jhancock@cumin2002> |
START - Cookbook sre.dns.netbox |
[production] |
| 15:12 |
<hnowlan@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/changeprop-jobqueue: apply |
[production] |
| 15:11 |
<hnowlan@deploy1003> |
helmfile [eqiad] START helmfile.d/services/changeprop-jobqueue: apply |
[production] |
| 15:10 |
<hnowlan@deploy1003> |
helmfile [codfw] DONE helmfile.d/services/changeprop-jobqueue: apply |
[production] |
| 15:10 |
<hnowlan@deploy1003> |
helmfile [codfw] START helmfile.d/services/changeprop-jobqueue: apply |
[production] |
| 15:08 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host ganeti2043 |
[production] |
| 15:08 |
<jhancock@cumin2002> |
START - Cookbook sre.network.configure-switch-interfaces for host ganeti2043 |
[production] |
| 15:08 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
| 15:08 |
<jhancock@cumin2002> |
END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding ganeti2043 to codfw - jhancock@cumin2002" |
[production] |
| 15:07 |
<jhancock@cumin2002> |
START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding ganeti2043 to codfw - jhancock@cumin2002" |
[production] |
| 15:06 |
<isaranto@deploy1003> |
helmfile [ml-serve-codfw] Ran 'sync' command on namespace 'revscoring-articlequality' for release 'main' . |
[production] |