|
2026-06-15
§
|
| 19:35 |
<sukhe@puppetserver1001> |
conftool action : set/pooled=yes; selector: name=cp3067.esams.wmnet |
[production] |
| 19:34 |
<sukhe@puppetserver1001> |
conftool action : set/pooled=no; selector: name=cp3067.esams.wmnet |
[production] |
| 19:33 |
<brett@puppetserver1001> |
conftool action : set/pooled=yes; selector: name=cp5026.* |
[production] |
| 19:33 |
<sukhe@puppetserver1001> |
conftool action : set/pooled=yes; selector: name=cp3066.esams.wmnet |
[production] |
| 19:33 |
<jhancock@cumin2002> |
START - Cookbook sre.hosts.provision for host dse-k8s-wdqs2001.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART |
[production] |
| 19:33 |
<sukhe@puppetserver1001> |
conftool action : set/pooled=no; selector: name=cp3066.esams.wmnet |
[production] |
| 19:32 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.ceph.upgrade_osds (exit_code=0) |
[admin] |
| 19:26 |
<brett@cumin2002> |
START - Cookbook sre.hosts.move-vlan for host cp5028 |
[production] |
| 19:25 |
<brett@cumin2002> |
START - Cookbook sre.hosts.reimage for host cp5028.eqsin.wmnet with OS trixie |
[production] |
| 19:23 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.upgrade (exit_code=0) restart A:liberica-eqsin |
[production] |
| 19:21 |
<brett@cumin2002> |
START - Cookbook sre.loadbalancer.upgrade restart A:liberica-eqsin |
[production] |
| 19:18 |
<brett@puppetserver1001> |
conftool action : set/pooled=yes; selector: name=cp5026.* |
[production] |
| 19:17 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.upgrade (exit_code=0) restart P{lvs5005.eqsin.wmnet} and A:liberica |
[production] |
| 19:16 |
<brett@cumin2002> |
START - Cookbook sre.loadbalancer.upgrade restart P{lvs5005.eqsin.wmnet} and A:liberica |
[production] |
| 19:15 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.admin (exit_code=0) config_reloading P{lvs5004.eqsin.wmnet} and A:liberica |
[production] |
| 19:14 |
<brett@cumin2002> |
START - Cookbook sre.loadbalancer.admin config_reloading P{lvs5004.eqsin.wmnet} and A:liberica |
[production] |
| 19:06 |
<brett@puppetserver1001> |
conftool action : set/pooled=no; selector: name=cp5026.* |
[production] |
| 19:05 |
<brett@puppetserver1001> |
conftool action : set/pooled=yes; selector: name=cp5026.* |
[production] |
| 19:05 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.admin (exit_code=0) config_reloading P{lvs5005.eqsin.wmnet} and A:liberica |
[production] |
| 19:04 |
<brett@cumin2002> |
START - Cookbook sre.loadbalancer.admin config_reloading P{lvs5005.eqsin.wmnet} and A:liberica |
[production] |
| 19:04 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cp5026.eqsin.wmnet with OS trixie |
[production] |
| 19:00 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.upgrade_osds (T428385) |
[admin] |
| 18:44 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.cdn.roll-restart-purged (exit_code=0) rolling restart_daemons on P{cp7001.magru.wmnet} and A:cp |
[production] |
| 18:43 |
<wmbot~lucaswerkmeister@tools-bastion-15> |
toolforge jobs load jobs.yaml # update jobs.yaml and redeploy jobs to silence “the running version of job 'logrotate/monitor' is different from what was configured, please recreate or redeploy” warnings |
[tools.ww-monitor] |
| 18:42 |
<brett@cumin2002> |
START - Cookbook sre.cdn.roll-restart-purged rolling restart_daemons on P{cp7001.magru.wmnet} and A:cp |
[production] |
| 18:40 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.ceph.upgrade_osds (exit_code=99) |
[admin] |
| 18:35 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cp5026.eqsin.wmnet with reason: host reimage |
[production] |
| 18:27 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.loadbalancer.admin (exit_code=0) config_reloading P{lvs5005.eqsin.wmnet} and A:liberica |
[production] |
| 18:27 |
<brett@cumin2002> |
START - Cookbook sre.loadbalancer.admin config_reloading P{lvs5005.eqsin.wmnet} and A:liberica |
[production] |
| 18:27 |
<brett@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on cp5026.eqsin.wmnet with reason: host reimage |
[production] |
| 18:27 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.ceph.upgrade_osds (T428385) |
[admin] |
| 18:26 |
<dancy> |
Rebooting deployment-jobrunner05 |
[releng] |
| 18:18 |
<mutante> |
releases2003 - systemctl stop tmp.mount |
[production] |
| 17:53 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.hosts.move-vlan (exit_code=0) for host cp5026 |
[production] |
| 17:53 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp5026 |
[production] |
| 17:52 |
<brett@cumin2002> |
START - Cookbook sre.network.configure-switch-interfaces for host cp5026 |
[production] |
| 17:52 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) cp5026.eqsin.wmnet 37.0.132.10.in-addr.arpa 7.3.0.0.0.0.0.0.2.3.1.0.0.1.0.0.1.0.1.0.0.0.5.e.2.f.d.0.1.0.0.2.ip6.arpa on all recursors |
[production] |
| 17:52 |
<brett@cumin2002> |
START - Cookbook sre.dns.wipe-cache cp5026.eqsin.wmnet 37.0.132.10.in-addr.arpa 7.3.0.0.0.0.0.0.2.3.1.0.0.1.0.0.1.0.1.0.0.0.5.e.2.f.d.0.1.0.0.2.ip6.arpa on all recursors |
[production] |
| 17:52 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.dns.netbox (exit_code=0) |
[production] |
| 17:52 |
<brett@cumin2002> |
END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host cp5026 - brett@cumin2002" |
[production] |
| 17:52 |
<brett@cumin2002> |
START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host cp5026 - brett@cumin2002" |
[production] |
| 17:46 |
<brett@cumin2002> |
START - Cookbook sre.dns.netbox |
[production] |
| 17:40 |
<cmooney@cumin1003> |
END (PASS) - Cookbook sre.network.tls (exit_code=0) for network device ssw1-d8-eqiad |
[production] |
| 17:40 |
<cmooney@cumin1003> |
START - Cookbook sre.network.tls for network device ssw1-d8-eqiad |
[production] |
| 17:36 |
<cmooney@cumin1003> |
END (PASS) - Cookbook sre.network.tls (exit_code=0) for network device lsw1-c4-eqiad |
[production] |
| 17:35 |
<cmooney@cumin1003> |
START - Cookbook sre.network.tls for network device lsw1-c4-eqiad |
[production] |
| 17:34 |
<cmooney@cumin1003> |
END (PASS) - Cookbook sre.network.tls (exit_code=0) for network device lsw1-c4-eqiad |
[production] |
| 17:34 |
<cmooney@cumin1003> |
START - Cookbook sre.network.tls for network device lsw1-c4-eqiad |
[production] |
| 17:26 |
<dcaro@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component toolforge-weld |
[tools] |
| 17:20 |
<volans@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.quota_increase (exit_code=0) by 24 cores, 20 gigabytes, 32768 ram (T427731) |
[wlm-it-visual] |