|
2026-10-09
ยง
|
| 12:27 |
<jayme@cumin1004> |
conftool action : set/weight=10:pooled=yes; selector: name=wikikube-worker1330.eqiad.wmnet,dc=eqiad,cluster=kubernetes,service=kubesvc |
[production] |
| 12:27 |
<jayme@cumin1004> |
conftool action : set/weight=10:pooled=yes; selector: name=wikikube-worker1329.eqiad.wmnet,dc=eqiad,cluster=kubernetes,service=kubesvc |
[production] |
| 12:27 |
<jayme@cumin1004> |
conftool action : set/weight=10:pooled=yes; selector: name=wikikube-worker1328.eqiad.wmnet,dc=eqiad,cluster=kubernetes,service=kubesvc |
[production] |
| 12:26 |
<jayme@cumin1004> |
conftool action : set/weight=10:pooled=yes; selector: name=wikikube-worker1328.eqiad.wmnet,dc=eqiad,cluster=kubernetes,service=kubesvc |
[production] |
| 12:25 |
<jayme@cumin1004> |
conftool action : set/weight=10; selector: name=wikikube-worker1328.eqiad.wmnet,dc=eqiad,cluster=kubernetes,service=kubesvc |
[production] |
| 12:25 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker1114.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL |
[production] |
| 12:25 |
<jayme@cumin1004> |
conftool action : set/weight=10; selector: name=wikikube-worker1328.eqiad.wmnet,dc=eqiad,cluster=kubernetes,service=kubesvc |
[production] |
| 12:25 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker1114.eqiad.wmnet |
[production] |
| 12:24 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker1114.eqiad.wmnet |
[production] |
| 12:24 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker1113.eqiad.wmnet |
[production] |
| 12:23 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker1113.eqiad.wmnet |
[production] |
| 12:22 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker1113.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL |
[production] |
| 12:14 |
<oblivian@cumin1004> |
START - Cookbook sre.hosts.provision for host wikikube-worker1113.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL |
[production] |
| 12:14 |
<oblivian@cumin1004> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker1113.eqiad.wmnet |
[production] |
| 12:13 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker1113.eqiad.wmnet |
[production] |
| 12:13 |
<oblivian@cumin1004> |
START - Cookbook sre.k8s.enable_virtualization rolling provision on D{wikikube-worker[1113-1120].eqiad.wmnet} and (A:wikikube-master-eqiad or A:wikikube-worker-eqiad) |
[production] |
| 12:00 |
<root@deploy1003> |
helmfile [staging] DONE helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy1003> |
helmfile [staging] START helmfile.d/services/shellbox-timeline: sync |
[production] |
| 12:00 |
<root@deploy1003> |
helmfile [staging] DONE helmfile.d/services/shellbox: sync |
[production] |
| 12:00 |
<root@deploy1003> |
helmfile [staging] START helmfile.d/services/shellbox: sync |
[production] |
| 11:58 |
<aikochou@deploy1003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'experimental' for release 'main' . |
[production] |
| 11:56 |
<gkyziridis@deploy1003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'experimental' for release 'main' . |
[production] |
| 11:53 |
<fceratto@cumin1004> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool db2902: test |
[production] |
| 11:52 |
<fceratto@cumin1004> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool db2901: test |
[production] |
| 11:42 |
<ozge@deploy1003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'llm' for release 'main' . |
[production] |
| 11:38 |
<fceratto@cumin1004> |
START - Cookbook sre.mysql.pool pool db2902: test |
[production] |
| 11:37 |
<fceratto@cumin1004> |
START - Cookbook sre.mysql.pool pool db2901: test |
[production] |
| 11:35 |
<fceratto@cumin1004> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool db1903: test |
[production] |
| 11:35 |
<fceratto@cumin1004> |
START - Cookbook sre.mysql.pool pool db1903: test |
[production] |
| 11:35 |
<fceratto@cumin1004> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool db1902: test |
[production] |
| 11:35 |
<fceratto@cumin1004> |
START - Cookbook sre.mysql.pool pool db1902: test |
[production] |
| 11:33 |
<fceratto@cumin1004> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool db1901: test |
[production] |
| 11:33 |
<fceratto@cumin1004> |
START - Cookbook sre.mysql.pool pool db1901: test |
[production] |
| 11:33 |
<fceratto@cumin1004> |
END (PASS) - Cookbook sre.mysql.clone (exit_code=0) of db2901.codfw.wmnet onto db2902.codfw.wmnet |
[production] |
| 11:07 |
<gkyziridis@deploy1003> |
helmfile [ml-staging-codfw] Ran 'sync' command on namespace 'revertrisk' for release 'main' . |
[production] |
| 10:54 |
<gkyziridis@deploy1003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'experimental' for release 'main' . |
[production] |
| 10:51 |
<fceratto@deploy1003> |
helmfile [aux-k8s-eqiad] 'sync' command on namespace 'zarcillo' for release 'main' . |
[production] |
| 10:47 |
<ozge@deploy1003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'llm' for release 'main' . |
[production] |
| 10:24 |
<gkyziridis@deploy1003> |
helmfile [ml-staging-codfw] Ran 'sync' command on namespace 'revertrisk' for release 'main' . |
[production] |
| 10:20 |
<btullis@cumin1004> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host druid1010.eqiad.wmnet with OS bookworm |
[production] |
| 10:17 |
<cmooney@cumin1004> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 5:00:00 on sretest1006.eqiad.wmnet with reason: move sretest1006 to row A |
[production] |
| 10:16 |
<cmooney@cumin1004> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 5:00:00 on lswtest-d8-eqiad,lswtest-d8-eqiad IPv6,ssw1-d[1,8]-eqiad with reason: take rail kit from test switch |
[production] |
| 10:05 |
<ladsgroup@deploy1003> |
helmfile [eqiad] DONE helmfile.d/services/thumbor: apply |
[production] |
| 10:04 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply |
[production] |
| 10:04 |
<fceratto@deploy1003> |
helmfile [aux-k8s-eqiad] 'sync' command on namespace 'zarcillo' for release 'main' . |
[production] |
| 10:04 |
<atsuko@deploy1003> |
helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply |
[production] |
| 10:02 |
<ladsgroup@deploy1003> |
helmfile [eqiad] START helmfile.d/services/thumbor: apply |
[production] |
| 10:02 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts cuminunpriv1001.eqiad.wmnet |
[production] |
| 10:02 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
| 10:02 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: cuminunpriv1001.eqiad.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2003" |
[production] |