|
2026-10-14
ยง
|
| 18:54 |
<akhatun@deploy1003> |
helmfile [staging] START helmfile.d/services/lac-lambdas: apply |
[production] |
| 18:50 |
<akhatun@deploy1003> |
helmfile [staging] DONE helmfile.d/services/lac-lambdas: apply |
[production] |
| 18:50 |
<akhatun@deploy1003> |
helmfile [staging] START helmfile.d/services/lac-lambdas: apply |
[production] |
| 18:50 |
<dzahn@cumin1004> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 7 days, 0:00:00 on codesearch2001.codfw.wmnet with reason: in setup, frontend image pending |
[production] |
| 18:49 |
<cdobbins@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host cp2045.codfw.wmnet |
[production] |
| 18:47 |
<cdobbins@cumin1004> |
START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts cp2045.codfw.wmnet |
[production] |
| 18:47 |
<cdobbins@cumin1004> |
conftool action : set/pooled=no; selector: name=cp2045.* |
[production] |
| 18:22 |
<brett@cumin2003> |
END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for cp2044.codfw.wmnet |
[production] |
| 18:22 |
<brett@cumin2003> |
START - Cookbook sre.hosts.remove-downtime for cp2044.codfw.wmnet |
[production] |
| 18:19 |
<brennen@deploy1003> |
rebuilt and synchronized wikiversions files: group1 to 1.47.0-wmf.24 refs T438220 |
[production] |
| 18:12 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.enable_virtualization (exit_code=0) rolling provision on D{wikikube-worker[2261-2290].codfw.wmnet} and (A:wikikube-master-codfw or A:wikikube-worker-codfw) |
[production] |
| 18:12 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2290.codfw.wmnet |
[production] |
| 18:11 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2290.codfw.wmnet |
[production] |
| 18:11 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2290.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 18:06 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker2290.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 18:05 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2290.codfw.wmnet |
[production] |
| 18:05 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2290.codfw.wmnet |
[production] |
| 18:04 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2289.codfw.wmnet |
[production] |
| 18:04 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2289.codfw.wmnet |
[production] |
| 18:04 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2289.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:58 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker2289.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:58 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2289.codfw.wmnet |
[production] |
| 17:57 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2289.codfw.wmnet |
[production] |
| 17:57 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2288.codfw.wmnet |
[production] |
| 17:56 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2288.codfw.wmnet |
[production] |
| 17:56 |
<isaranto@deploy1003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'experimental' for release 'main' . |
[production] |
| 17:56 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2288.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:51 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker2288.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:51 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2288.codfw.wmnet |
[production] |
| 17:50 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2288.codfw.wmnet |
[production] |
| 17:50 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2287.codfw.wmnet |
[production] |
| 17:49 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2287.codfw.wmnet |
[production] |
| 17:48 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2287.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:43 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker2287.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:43 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2287.codfw.wmnet |
[production] |
| 17:42 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2287.codfw.wmnet |
[production] |
| 17:42 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2286.codfw.wmnet |
[production] |
| 17:42 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2286.codfw.wmnet |
[production] |
| 17:41 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2286.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:36 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker2286.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:36 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2286.codfw.wmnet |
[production] |
| 17:35 |
<cdobbins@cumin1004> |
conftool action : set/pooled=yes; selector: name=cp2044.* |
[production] |
| 17:35 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2286.codfw.wmnet |
[production] |
| 17:35 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2285.codfw.wmnet |
[production] |
| 17:35 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2285.codfw.wmnet |
[production] |
| 17:27 |
<cdobbins@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host cp2044.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL |
[production] |
| 17:25 |
<sukhe@cumin1004> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 3:00:00 on cp2044.codfw.wmnet with reason: host is depooled, rebooting |
[production] |
| 17:24 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2285.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:19 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker2285.mgmt.codfw.wmnet with chassis set policy GRACEFUL_RESTART |
[production] |
| 17:18 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2285.codfw.wmnet |
[production] |