|
2022-08-04
ยง
|
| 19:04 |
<otto@deploy1002> |
helmfile [eqiad] START helmfile.d/services/eventgate-analytics-external: sync |
[production] |
| 19:04 |
<otto@deploy1002> |
helmfile [codfw] DONE helmfile.d/services/eventgate-analytics-external: sync |
[production] |
| 19:03 |
<otto@deploy1002> |
helmfile [codfw] START helmfile.d/services/eventgate-analytics-external: sync |
[production] |
| 19:03 |
<otto@deploy1002> |
helmfile [staging] DONE helmfile.d/services/eventgate-analytics-external: sync |
[production] |
| 19:02 |
<otto@deploy1002> |
helmfile [staging] START helmfile.d/services/eventgate-analytics-external: sync |
[production] |
| 19:02 |
<ottomata> |
roll-restarting eventgate-analytics-external to pick up backwards incompatible schema change - T314151 |
[production] |
| 18:47 |
<ryankemper@deploy1002> |
helmfile [staging] DONE helmfile.d/services/changeprop: apply |
[production] |
| 18:46 |
<ryankemper@deploy1002> |
helmfile [staging] START helmfile.d/services/changeprop: apply |
[production] |
| 18:41 |
<cwhite> |
poweroff kafka-logging2003 - T310145 |
[production] |
| 18:39 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw237[0-6].codfw.wmnet |
[production] |
| 18:39 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for 7 hosts |
[production] |
| 18:39 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for 7 hosts |
[production] |
| 18:35 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2369.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2369.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2368.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2368.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2367.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2367.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2369.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2368.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2367.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2366.codfw.wmnet |
[production] |
| 18:35 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2366.codfw.wmnet |
[production] |
| 18:34 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2366.codfw.wmnet |
[production] |
| 18:30 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2279.codfw.wmnet |
[production] |
| 18:30 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2278.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2277.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2276.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2276.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2275.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2275.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2274.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2274.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2273.codfw.wmnet |
[production] |
| 18:29 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2273.codfw.wmnet |
[production] |
| 18:26 |
<milimetric@deploy1002> |
Finished deploy [analytics/refinery@2553288]: Regular analytics weekly train [analytics/refinery@2553288] (duration: 02m 39s) |
[production] |
| 18:24 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2272.codfw.wmnet |
[production] |
| 18:24 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2272.codfw.wmnet |
[production] |
| 18:24 |
<dzahn@cumin2002> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for mw2271.codfw.wmnet |
[production] |
| 18:24 |
<dzahn@cumin2002> |
START - Cookbook sre.hosts.remove-downtime for mw2271.codfw.wmnet |
[production] |
| 18:23 |
<milimetric@deploy1002> |
Started deploy [analytics/refinery@2553288]: Regular analytics weekly train [analytics/refinery@2553288] |
[production] |
| 18:23 |
<milimetric@deploy1002> |
Finished deploy [analytics/refinery@2553288]: Regular analytics weekly train [analytics/refinery@2553288] (duration: 01m 32s) |
[production] |
| 18:23 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2276.codfw.wmnet |
[production] |
| 18:23 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2275.codfw.wmnet |
[production] |
| 18:23 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2274.codfw.wmnet |
[production] |
| 18:22 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2273.codfw.wmnet |
[production] |
| 18:22 |
<dzahn@cumin2002> |
conftool action : set/pooled=yes; selector: dc=codfw,name=mw2272.codfw.wmnet |
[production] |
| 18:22 |
<Emperor> |
shutdown moss-fe2001.codfw.wmnet,ms-fe2011.codfw.wmnet,ms-be20[34,35,42,48,68].codfw.wmnet PDU work T310145 |
[production] |
| 18:22 |
<mvernon@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on 8 hosts with reason: PDU work |
[production] |
| 18:21 |
<milimetric@deploy1002> |
Started deploy [analytics/refinery@2553288]: Regular analytics weekly train [analytics/refinery@2553288] |
[production] |