|
2020-09-09
ยง
|
| 17:59 |
<ppchelko@deploy1001> |
Finished deploy [restbase/deploy@b90472d]: Require mobile-html 1.2.2 T262437, feed timeout (duration: 06m 47s) |
[production] |
| 17:52 |
<ppchelko@deploy1001> |
Started deploy [restbase/deploy@b90472d]: Require mobile-html 1.2.2 T262437, feed timeout |
[production] |
| 17:52 |
<ppchelko@deploy1001> |
Finished deploy [restbase/deploy@b90472d]: Require mobile-html 1.2.2 T262437, take 2 (duration: 09m 38s) |
[production] |
| 17:42 |
<ppchelko@deploy1001> |
Started deploy [restbase/deploy@b90472d]: Require mobile-html 1.2.2 T262437, take 2 |
[production] |
| 17:41 |
<ppchelko@deploy1001> |
Finished deploy [restbase/deploy@dc3b955]: Require mobile-html 1.2.2 T262437 (duration: 06m 00s) |
[production] |
| 17:35 |
<ppchelko@deploy1001> |
Started deploy [restbase/deploy@dc3b955]: Require mobile-html 1.2.2 T262437 |
[production] |
| 17:29 |
<oblivian@deploy1001> |
helmfile [eqiad] Ran 'sync' command on namespace 'mobileapps' for release 'production' . |
[production] |
| 17:29 |
<oblivian@deploy1001> |
helmfile [eqiad] Ran 'sync' command on namespace 'mobileapps' for release 'nontls' . |
[production] |
| 17:28 |
<pt1979@cumin2001> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
| 17:25 |
<oblivian@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'mobileapps' for release 'nontls' . |
[production] |
| 17:24 |
<oblivian@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'mobileapps' for release 'production' . |
[production] |
| 17:22 |
<oblivian@deploy1001> |
helmfile [staging] Ran 'sync' command on namespace 'mobileapps' for release 'staging' . |
[production] |
| 17:18 |
<pt1979@cumin2001> |
START - Cookbook sre.dns.netbox |
[production] |
| 16:15 |
<marostegui> |
Stop mysql on db2125 for on-site maintenance T260670 |
[production] |
| 16:10 |
<bd808@deploy1001> |
Finished deploy [striker/deploy@e120c6c]: Deploying r20200909 tag (T262323, T144111) [take 3] (duration: 00m 11s) |
[production] |
| 16:10 |
<bd808@deploy1001> |
Started deploy [striker/deploy@e120c6c]: Deploying r20200909 tag (T262323, T144111) [take 3] |
[production] |
| 16:10 |
<oblivian@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'mobileapps' for release 'nontls' . |
[production] |
| 16:10 |
<oblivian@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'mobileapps' for release 'production' . |
[production] |
| 16:06 |
<oblivian@deploy1001> |
helmfile [eqiad] Ran 'sync' command on namespace 'mobileapps' for release 'nontls' . |
[production] |
| 16:06 |
<oblivian@deploy1001> |
helmfile [eqiad] Ran 'sync' command on namespace 'mobileapps' for release 'production' . |
[production] |
| 16:06 |
<bd808> |
scap3 of Striker to labweb1001 failing. Will investigate. |
[production] |
| 16:05 |
<bd808@deploy1001> |
Finished deploy [striker/deploy@e120c6c]: Deploying r20200909 tag (T262323, T144111) [take 2] (duration: 00m 11s) |
[production] |
| 16:05 |
<bd808@deploy1001> |
Started deploy [striker/deploy@e120c6c]: Deploying r20200909 tag (T262323, T144111) [take 2] |
[production] |
| 16:04 |
<bd808@deploy1001> |
Finished deploy [striker/deploy@e120c6c]: Deploying r20200909 tag (T262323, T144111) (duration: 01m 21s) |
[production] |
| 16:03 |
<bd808@deploy1001> |
Started deploy [striker/deploy@e120c6c]: Deploying r20200909 tag (T262323, T144111) |
[production] |
| 15:54 |
<pt1979@cumin2001> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
| 15:48 |
<pt1979@cumin2001> |
START - Cookbook sre.dns.netbox |
[production] |
| 15:26 |
<otto@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'production' . |
[production] |
| 15:26 |
<otto@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'canary' . |
[production] |
| 15:20 |
<otto@deploy1001> |
helmfile [eqiad] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'production' . |
[production] |
| 15:20 |
<otto@deploy1001> |
helmfile [eqiad] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'canary' . |
[production] |
| 15:15 |
<otto@deploy1001> |
helmfile [staging] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'canary' . |
[production] |
| 15:15 |
<otto@deploy1001> |
helmfile [staging] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'production' . |
[production] |
| 15:11 |
<herron> |
prometheus1003: systemctl restart thanos-sidecar@ops.service |
[production] |
| 14:29 |
<hnowlan@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'api-gateway' for release 'production' . |
[production] |
| 14:22 |
<hnowlan@deploy1001> |
helmfile [eqiad] Ran 'sync' command on namespace 'api-gateway' for release 'production' . |
[production] |
| 14:02 |
<otto@deploy1001> |
helmfile [staging] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'production' . |
[production] |
| 14:02 |
<otto@deploy1001> |
helmfile [staging] Ran 'sync' command on namespace 'eventgate-logging-external' for release 'canary' . |
[production] |
| 14:00 |
<hnowlan@deploy1001> |
helmfile [staging] Ran 'sync' command on namespace 'api-gateway' for release 'staging' . |
[production] |
| 13:57 |
<marostegui> |
Restart mysql on db1115 T231769 |
[production] |
| 13:54 |
<bblack> |
deployed https://gerrit.wikimedia.org/r/626153 |
[production] |
| 12:47 |
<_joe_> |
restarting php-fpm on wtp2003 |
[production] |
| 12:46 |
<oblivian@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'mobileapps' for release 'production' . |
[production] |
| 12:37 |
<cmjohnson1> |
beginning scheduled PDU maintenance racks D5 and D6 in eqiad |
[production] |
| 12:36 |
<kormat@cumin1001> |
dbctl commit (dc=all): 'Repooling after reboot. T261389', diff saved to https://phabricator.wikimedia.org/P12545 and previous config saved to /var/cache/conftool/dbconfig/20200909-123634-kormat.json |
[production] |
| 12:31 |
<kormat@cumin1001> |
dbctl commit (dc=all): 'Rebooting for T261389', diff saved to https://phabricator.wikimedia.org/P12544 and previous config saved to /var/cache/conftool/dbconfig/20200909-123109-kormat.json |
[production] |
| 12:31 |
<kormat@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) |
[production] |
| 12:31 |
<kormat@cumin1001> |
START - Cookbook sre.hosts.downtime |
[production] |
| 12:11 |
<moritzm> |
installing zeromq security updates on Buster |
[production] |
| 12:00 |
<hnowlan@deploy1001> |
helmfile [codfw] Ran 'sync' command on namespace 'api-gateway' for release 'production' . |
[production] |