|
2023-08-08
§
|
| 21:02 |
<bking@cumin1001> |
conftool action : set/pooled=true; selector: dnsdisc=wcqs,name=eqiad |
[production] |
| 21:02 |
<bking@cumin1001> |
START - Cookbook sre.hosts.reimage for host wcqs1003.eqiad.wmnet with OS bullseye |
[production] |
| 20:58 |
<bking@deploy1002> |
Finished deploy [wdqs/wdqs@f1a6177] (wcqs): f1a6177 (duration: 00m 17s) |
[production] |
| 20:58 |
<bking@deploy1002> |
Started deploy [wdqs/wdqs@f1a6177] (wcqs): f1a6177 |
[production] |
| 20:57 |
<bking@cumin1001> |
END (ERROR) - Cookbook sre.hosts.reimage (exit_code=97) for host wcqs1002.eqiad.wmnet with OS bullseye |
[production] |
| 20:52 |
<bking@deploy1002> |
Finished deploy [wdqs/wdqs@f1a6177] (wcqs): f1a6177 (duration: 00m 18s) |
[production] |
| 20:52 |
<bking@deploy1002> |
Started deploy [wdqs/wdqs@f1a6177] (wcqs): f1a6177 |
[production] |
| 19:28 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on wcqs[1001-1003].eqiad.wmnet with reason: T331300 |
[production] |
| 19:28 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on wcqs[1001-1003].eqiad.wmnet with reason: T331300 |
[production] |
| 19:23 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 18:49 |
<bking@cumin1001> |
conftool action : set/pooled=false; selector: dnsdisc=wcqs,name=eqiad |
[production] |
| 18:38 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 17:56 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wcqs1001.eqiad.wmnet with OS bullseye |
[production] |
| 17:41 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wcqs1002.eqiad.wmnet with reason: host reimage |
[production] |
| 17:38 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wcqs1001.eqiad.wmnet with reason: host reimage |
[production] |
| 17:37 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on wcqs1002.eqiad.wmnet with reason: host reimage |
[production] |
| 17:35 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on wcqs1001.eqiad.wmnet with reason: host reimage |
[production] |
| 17:24 |
<bking@cumin1001> |
START - Cookbook sre.hosts.reimage for host wcqs1002.eqiad.wmnet with OS bullseye |
[production] |
| 17:22 |
<bking@cumin1001> |
START - Cookbook sre.hosts.reimage for host wcqs1001.eqiad.wmnet with OS bullseye |
[production] |
| 12:57 |
<bking@deploy1002> |
Finished deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 (duration: 00m 46s) |
[production] |
| 12:57 |
<bking@deploy1002> |
Started deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 |
[production] |
|
2023-08-07
§
|
| 21:50 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 21:05 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 21:03 |
<bking@cumin1001> |
END (ERROR) - Cookbook sre.hosts.reimage (exit_code=97) for host wcqs2003.codfw.wmnet with OS bullseye |
[production] |
| 20:19 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wcqs2003.codfw.wmnet with reason: host reimage |
[production] |
| 20:16 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on wcqs2003.codfw.wmnet with reason: host reimage |
[production] |
| 20:00 |
<bking@cumin1001> |
START - Cookbook sre.hosts.reimage for host wcqs2003.codfw.wmnet with OS bullseye |
[production] |
| 17:02 |
<inflatador> |
bking@puppetmaster1001 removing unused(?) puppet cert search.svc.eqiad.wmnet T343319 |
[production] |
| 16:47 |
<inflatador> |
bking@puppetmaster1001 removing unused(?) puppet cert search.svc.codfw.wmnet T343319 |
[production] |
|
2023-08-04
§
|
| 22:33 |
<bking@deploy1002> |
Finished deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 (duration: 00m 54s) |
[production] |
| 22:32 |
<bking@deploy1002> |
Started deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 |
[production] |
| 21:20 |
<bking@deploy1002> |
Finished deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 (duration: 00m 44s) |
[production] |
| 21:19 |
<bking@deploy1002> |
Started deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 |
[production] |
| 21:16 |
<bking@deploy1002> |
Finished deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 (duration: 00m 09s) |
[production] |
| 21:16 |
<bking@deploy1002> |
Started deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 |
[production] |
| 21:16 |
<bking@deploy1002> |
Finished deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 (duration: 00m 15s) |
[production] |
| 21:15 |
<bking@deploy1002> |
Started deploy [wdqs/wdqs@dff41b7] (wcqs): 0.3.124 |
[production] |
| 20:04 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 4 days, 0:00:00 on wcqs2002.codfw.wmnet with reason: T323921 |
[production] |
| 20:04 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 4 days, 0:00:00 on wcqs2002.codfw.wmnet with reason: T323921 |
[production] |
| 20:02 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |
| 19:17 |
<bking@cumin1001> |
START - Cookbook sre.wdqs.data-transfer |
[production] |
| 19:12 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 4 days, 0:00:00 on wcqs2002.codfw.wmnet with reason: T323921 |
[production] |
| 19:12 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 4 days, 0:00:00 on wcqs2002.codfw.wmnet with reason: T323921 |
[production] |
| 19:11 |
<bking@cumin1001> |
END (ERROR) - Cookbook sre.hosts.reimage (exit_code=97) for host wcqs2002.codfw.wmnet with OS bullseye |
[production] |
| 18:34 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wcqs2002.codfw.wmnet with reason: host reimage |
[production] |
| 18:31 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 2:00:00 on wcqs2002.codfw.wmnet with reason: host reimage |
[production] |
| 18:15 |
<bking@cumin1001> |
START - Cookbook sre.hosts.reimage for host wcqs2002.codfw.wmnet with OS bullseye |
[production] |
| 18:14 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 4 days, 0:00:00 on wcqs2001.codfw.wmnet with reason: T323921 |
[production] |
| 18:13 |
<bking@cumin1001> |
START - Cookbook sre.hosts.downtime for 4 days, 0:00:00 on wcqs2001.codfw.wmnet with reason: T323921 |
[production] |
| 18:08 |
<bking@cumin1001> |
END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) |
[production] |