| 
      
        2023-06-21
      
      ยง
     | 
  
    
  | 14:19 | 
  <aborrero@cumin2002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: cloudservices2005-dev - aborrero@cumin2002" | 
  [production] | 
            
  | 14:17 | 
  <aborrero@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 14:11 | 
  <bking@deploy1002> | 
  helmfile [staging] DONE helmfile.d/services/mw-page-content-change-enrich: apply | 
  [production] | 
            
  | 14:11 | 
  <bking@deploy1002> | 
  helmfile [staging] START helmfile.d/services/mw-page-content-change-enrich: apply | 
  [production] | 
            
  | 14:07 | 
  <robh@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on dbproxy1024.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 14:04 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on dbproxy1025.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 14:02 | 
  <robh@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on dbproxy1024.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 14:01 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on dbproxy1025.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 13:50 | 
  <robh@cumin1001> | 
  START - Cookbook sre.hosts.reimage for host dbproxy1024.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 13:49 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.reimage for host dbproxy1025.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 13:47 | 
  <robh@cumin1001> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host dbproxy1024 | 
  [production] | 
            
  | 13:46 | 
  <robh@cumin1001> | 
  START - Cookbook sre.network.configure-switch-interfaces for host dbproxy1024 | 
  [production] | 
            
  | 13:46 | 
  <robh@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 13:45 | 
  <robh@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: dbproxy1024 - robh@cumin1001" | 
  [production] | 
            
  | 13:45 | 
  <robh@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: dbproxy1024 - robh@cumin1001" | 
  [production] | 
            
  | 13:44 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host dbproxy1025 | 
  [production] | 
            
  | 13:43 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.network.configure-switch-interfaces for host dbproxy1025 | 
  [production] | 
            
  | 13:43 | 
  <robh@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 13:39 | 
  <volans> | 
  installed spicerack 7.2.1 to the cumin/cloudcumin hosts | 
  [production] | 
            
  | 13:36 | 
  <root@cumin2002> | 
  END (FAIL) - Cookbook sre.ganeti.drain-node (exit_code=99) for draining ganeti node ganeti-test2002.codfw.wmnet | 
  [production] | 
            
  | 13:36 | 
  <root@cumin2002> | 
  START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti-test2002.codfw.wmnet | 
  [production] | 
            
  | 13:31 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host dbproxy1024 | 
  [production] | 
            
  | 13:30 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.network.configure-switch-interfaces for host dbproxy1024 | 
  [production] | 
            
  | 13:30 | 
  <jgiannelos@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/wikifeeds: sync | 
  [production] | 
            
  | 13:30 | 
  <jgiannelos@deploy1002> | 
  helmfile [codfw] START helmfile.d/services/wikifeeds: sync | 
  [production] | 
            
  | 13:28 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 13:27 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 13:26 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host dbproxy1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 13:26 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host dbproxy1025.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 13:23 | 
  <jmm@cumin2002> | 
  END (FAIL) - Cookbook sre.ganeti.drain-node (exit_code=99) for draining ganeti node ganeti-test2002.codfw.wmnet | 
  [production] | 
            
  | 13:23 | 
  <jmm@cumin2002> | 
  START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti-test2002.codfw.wmnet | 
  [production] | 
            
  | 13:22 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host dbproxy1025.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 13:22 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host dbproxy1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 13:19 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host dbproxy1025 | 
  [production] | 
            
  | 13:18 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.network.configure-switch-interfaces for host dbproxy1025 | 
  [production] | 
            
  | 13:18 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host dbproxy1023 | 
  [production] | 
            
  | 13:18 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.network.configure-switch-interfaces for host dbproxy1023 | 
  [production] | 
            
  | 13:17 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host dbproxy1024 | 
  [production] | 
            
  | 13:16 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.network.configure-switch-interfaces for host dbproxy1024 | 
  [production] | 
            
  | 13:12 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host dbproxy1023.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 12:58 | 
  <aborrero@cumin2002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 12:57 | 
  <aborrero@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 12:54 | 
  <aborrero@cumin2002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 12:53 | 
  <aborrero@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 12:51 | 
  <elukey> | 
  move varnishafka instances in codfw to PKI | 
  [production] | 
            
  | 12:47 | 
  <aborrero@cumin2002> | 
  END (FAIL) - Cookbook sre.hosts.decommission (exit_code=1) for hosts cloudservices2005-dev | 
  [production] | 
            
  | 12:47 | 
  <aborrero@cumin2002> | 
  END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | 
  [production] | 
            
  | 12:47 | 
  <aborrero@cumin2002> | 
  END (FAIL) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=99) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: cloudservices2005-dev decommissioned, removing all IPs except the asset tag one - aborrero@cumin2002" | 
  [production] | 
            
  | 12:42 | 
  <jbond@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "test change - jbond@cumin1001" | 
  [production] | 
            
  | 12:41 | 
  <jbond@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "test change - jbond@cumin1001" | 
  [production] |