|
2025-11-18
ยง
|
| 20:14 |
<andrew@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cloudvirt1071.eqiad.wmnet with reason: host reimage |
[production] |
| 20:07 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on cloudvirt1071.eqiad.wmnet with reason: host reimage |
[production] |
| 20:06 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on cloudvirt1069.eqiad.wmnet with reason: host reimage |
[production] |
| 19:52 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.reimage for host cloudvirt1071.eqiad.wmnet with OS trixie |
[production] |
| 19:51 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.reimage for host cloudvirt1069.eqiad.wmnet with OS trixie |
[production] |
| 19:51 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
| 19:51 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] START helmfile.d/admin 'apply'. |
[production] |
| 19:51 |
<andrew@cumin2002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cloudvirt1067.eqiad.wmnet with OS trixie |
[production] |
| 19:49 |
<andrew@cumin2002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cloudvirt1068.eqiad.wmnet with OS trixie |
[production] |
| 19:48 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] DONE helmfile.d/admin 'apply'. |
[production] |
| 19:47 |
<bking@deploy2002> |
helmfile [dse-k8s-codfw] START helmfile.d/admin 'apply'. |
[production] |
| 19:46 |
<robh@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker1016.eqiad.wmnet |
[production] |
| 19:46 |
<robh@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker1016.eqiad.wmnet |
[production] |
| 19:44 |
<robh@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker1016.eqiad.wmnet |
[production] |
| 19:44 |
<robh@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker1016.eqiad.wmnet |
[production] |
| 19:42 |
<swfrench@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.restart-pybal (exit_code=0) rolling-restart of pybal on A:lvs-high-traffic1-codfw (T352245) |
[production] |
| 19:42 |
<swfrench@cumin2002> |
START - Cookbook sre.loadbalancer.restart-pybal rolling-restart of pybal on A:lvs-high-traffic1-codfw (T352245) |
[production] |
| 19:37 |
<swfrench@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.restart-pybal (exit_code=0) rolling-restart of pybal on A:lvs-high-traffic2-codfw (T352245) |
[production] |
| 19:37 |
<swfrench@cumin2002> |
START - Cookbook sre.loadbalancer.restart-pybal rolling-restart of pybal on A:lvs-high-traffic2-codfw (T352245) |
[production] |
| 19:30 |
<swfrench@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.restart-pybal (exit_code=0) rolling-restart of pybal on A:lvs-low-traffic-codfw (T352245) |
[production] |
| 19:29 |
<swfrench@cumin2002> |
START - Cookbook sre.loadbalancer.restart-pybal rolling-restart of pybal on A:lvs-low-traffic-codfw (T352245) |
[production] |
| 19:28 |
<andrew@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cloudvirt1067.eqiad.wmnet with reason: host reimage |
[production] |
| 19:25 |
<robh@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker1306.eqiad.wmnet |
[production] |
| 19:25 |
<robh@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker1306.eqiad.wmnet |
[production] |
| 19:25 |
<robh@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker[1254-1256].eqiad.wmnet |
[production] |
| 19:25 |
<robh@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker[1254-1256].eqiad.wmnet |
[production] |
| 19:24 |
<andrew@cumin2002> |
END (FAIL) - Cookbook sre.hosts.downtime (exit_code=99) for 2:00:00 on cloudvirt1068.eqiad.wmnet with reason: host reimage |
[production] |
| 19:24 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on cloudvirt1067.eqiad.wmnet with reason: host reimage |
[production] |
| 19:24 |
<swfrench@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.restart-pybal (exit_code=0) rolling-restart of pybal on A:lvs-secondary-codfw (T352245) |
[production] |
| 19:23 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1306.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:23 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on cloudvirt1068.eqiad.wmnet with reason: host reimage |
[production] |
| 19:23 |
<swfrench@cumin2002> |
START - Cookbook sre.loadbalancer.restart-pybal rolling-restart of pybal on A:lvs-secondary-codfw (T352245) |
[production] |
| 19:22 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1156.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:18 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1155.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:17 |
<andrew@cumin2002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cloudidp2001-dev.wikimedia.org with OS trixie |
[production] |
| 19:17 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1154.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:16 |
<swfrench-wmf> |
disable puppet on A:lvs-codfw for pybal config change - T352245 |
[production] |
| 19:15 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1139.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:14 |
<brennen@deploy2002> |
rebuilt and synchronized wikiversions files: group0 to 1.46.0-wmf.3 refs T408273 |
[production] |
| 19:14 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1138.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:12 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1137.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:11 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1136.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:09 |
<robh@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 0:10:00 on wikikube-worker1135.eqiad.wmnet with reason: C/D Migration |
[production] |
| 19:09 |
<robh@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker[1254-1256].eqiad.wmnet |
[production] |
| 19:08 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.reimage for host cloudvirt1068.eqiad.wmnet with OS trixie |
[production] |
| 19:08 |
<andrew@cumin2002> |
START - Cookbook sre.hosts.reimage for host cloudvirt1067.eqiad.wmnet with OS trixie |
[production] |
| 19:07 |
<robh@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker[1254-1256].eqiad.wmnet |
[production] |
| 19:07 |
<robh@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker1306.eqiad.wmnet |
[production] |
| 19:06 |
<robh@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker1306.eqiad.wmnet |
[production] |
| 19:06 |
<robh@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker1306.eqiad.wmnet |
[production] |