2551-2600 of 10000 results (87ms)
2023-08-17 ยง
09:03 <jmm@cumin2002> END (FAIL) - Cookbook sre.hosts.decommission (exit_code=1) for hosts ganeti3003.esams.wmnet [production]
09:03 <jmm@cumin2002> END (PASS) - Cookbook sre.dns.netbox (exit_code=0) [production]
09:03 <jmm@cumin2002> END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ganeti3003.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
09:02 <jmm@cumin2002> START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ganeti3003.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:55 <jmm@cumin2002> START - Cookbook sre.dns.netbox [production]
08:51 <jmm@cumin2002> START - Cookbook sre.hosts.decommission for hosts ganeti3003.esams.wmnet [production]
08:51 <jmm@cumin2002> END (FAIL) - Cookbook sre.hosts.decommission (exit_code=1) for hosts ganeti3002.esams.wmnet [production]
08:51 <jmm@cumin2002> END (PASS) - Cookbook sre.dns.netbox (exit_code=0) [production]
08:51 <jmm@cumin2002> END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ganeti3002.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:49 <jmm@cumin2002> START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ganeti3002.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:47 <jmm@cumin2002> START - Cookbook sre.dns.netbox [production]
08:45 <filippo@cumin1001> START - Cookbook sre.hosts.reimage for host prometheus3003.esams.wmnet with OS bullseye [production]
08:45 <filippo@cumin1001> END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM prometheus3003.esams.wmnet - filippo@cumin1001" [production]
08:44 <filippo@cumin1001> START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM prometheus3003.esams.wmnet - filippo@cumin1001" [production]
08:44 <filippo@cumin1001> END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) prometheus3003.esams.wmnet on all recursors [production]
08:44 <filippo@cumin1001> START - Cookbook sre.dns.wipe-cache prometheus3003.esams.wmnet on all recursors [production]
08:43 <filippo@cumin1001> END (PASS) - Cookbook sre.dns.netbox (exit_code=0) [production]
08:43 <filippo@cumin1001> END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM prometheus3003.esams.wmnet - filippo@cumin1001" [production]
08:43 <filippo@cumin1001> START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM prometheus3003.esams.wmnet - filippo@cumin1001" [production]
08:41 <jmm@cumin2002> START - Cookbook sre.hosts.decommission for hosts ganeti3002.esams.wmnet [production]
08:41 <filippo@cumin1001> START - Cookbook sre.dns.netbox [production]
08:41 <filippo@cumin1001> START - Cookbook sre.ganeti.makevm for new host prometheus3003.esams.wmnet [production]
08:41 <jmm@cumin2002> END (FAIL) - Cookbook sre.hosts.decommission (exit_code=1) for hosts ganeti3001.esams.wmnet [production]
08:41 <jmm@cumin2002> END (PASS) - Cookbook sre.dns.netbox (exit_code=0) [production]
08:40 <jmm@cumin2002> END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ganeti3001.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:38 <jmm@cumin2002> START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ganeti3001.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:34 <jmm@cumin2002> START - Cookbook sre.dns.netbox [production]
08:31 <kart_> Updated cxserver to 2023-08-14-091804-production (T336683, T343211) [production]
08:29 <filippo@cumin1001> END (FAIL) - Cookbook sre.hosts.decommission (exit_code=1) for hosts prometheus3002.esams.wmnet [production]
08:29 <filippo@cumin1001> END (PASS) - Cookbook sre.dns.netbox (exit_code=0) [production]
08:29 <jmm@cumin2002> START - Cookbook sre.hosts.decommission for hosts ganeti3001.esams.wmnet [production]
08:28 <filippo@cumin1001> START - Cookbook sre.dns.netbox [production]
08:25 <jmm@cumin2002> END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts ncredir3001.esams.wmnet [production]
08:25 <jmm@cumin2002> END (PASS) - Cookbook sre.dns.netbox (exit_code=0) [production]
08:25 <jmm@cumin2002> END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ncredir3001.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:24 <jiji@deploy1002> helmfile [codfw] DONE helmfile.d/services/tegola-vector-tiles: apply [production]
08:24 <jmm@cumin2002> START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ncredir3001.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:23 <jiji@deploy1002> helmfile [codfw] START helmfile.d/services/tegola-vector-tiles: apply [production]
08:23 <filippo@cumin1001> START - Cookbook sre.hosts.decommission for hosts prometheus3002.esams.wmnet [production]
08:21 <jmm@cumin2002> START - Cookbook sre.dns.netbox [production]
08:17 <kartik@deploy1002> helmfile [eqiad] DONE helmfile.d/services/cxserver: apply [production]
08:17 <jmm@cumin2002> START - Cookbook sre.hosts.decommission for hosts ncredir3001.esams.wmnet [production]
08:16 <kartik@deploy1002> helmfile [eqiad] START helmfile.d/services/cxserver: apply [production]
08:16 <jmm@cumin2002> END (FAIL) - Cookbook sre.hosts.decommission (exit_code=1) for hosts ncredir3002.esams.wmnet [production]
08:16 <jmm@cumin2002> END (PASS) - Cookbook sre.dns.netbox (exit_code=0) [production]
08:16 <jmm@cumin2002> END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ncredir3002.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:15 <jmm@cumin2002> START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: ncredir3002.esams.wmnet decommissioned, removing all IPs except the asset tag one - jmm@cumin2002" [production]
08:14 <kartik@deploy1002> helmfile [codfw] DONE helmfile.d/services/cxserver: apply [production]
08:14 <kartik@deploy1002> helmfile [codfw] START helmfile.d/services/cxserver: apply [production]
08:13 <jmm@cumin2002> START - Cookbook sre.dns.netbox [production]