| 2023-06-16
      
      § | 
    
  | 00:22 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 00:22 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a6-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:21 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a6-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:18 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 00:18 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-a6-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 00:17 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-a5-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 00:16 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 00:16 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a5-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:15 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a5-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:11 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 00:11 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-a5-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 00:10 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-a4-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 00:10 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 00:10 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a4-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:09 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a4-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:06 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 00:06 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-a4-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 00:05 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-a3-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 00:04 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 00:04 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a3-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:03 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a3-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:02 | <eevans@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cassandra-dev2003.codfw.wmnet with reason: host reimage | [production] | 
            
  | 00:01 | <jhancock@cumin2002> | START - Cookbook sre.hosts.reimage for host an-worker1149.eqiad.wmnet with OS bullseye | [production] | 
            
  | 00:00 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 00:00 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-a3-codfw.mgmt.codfw.wmnet | [production] | 
            
  
    | 2023-06-15
      
      § | 
    
  | 23:58 | <eevans@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on cassandra-dev2003.codfw.wmnet with reason: host reimage | [production] | 
            
  | 23:57 | <jhancock@cumin2002> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=1) upgrade firmware for hosts ['an-worker1149'] | [production] | 
            
  | 23:56 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-a2-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 23:55 | <jhancock@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1149'] | [production] | 
            
  | 23:55 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 23:55 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a2-codfw - pt1979@cumin2002" | [production] | 
            
  | 23:54 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-a2-codfw - pt1979@cumin2002" | [production] | 
            
  | 23:51 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 23:51 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-a2-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 23:47 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-a1-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 23:47 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 23:46 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 23:46 | <pt1979@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 23:46 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 23:45 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-a1-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 23:44 | <pt1979@cumin2002> | END (ERROR) - Cookbook sre.hardware.upgrade-firmware (exit_code=97) upgrade firmware for hosts ['an-worker1153'] | [production] | 
            
  | 23:44 | <pt1979@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1153'] | [production] | 
            
  | 23:44 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1153'] | [production] | 
            
  | 23:43 | <pt1979@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1153'] | [production] | 
            
  | 23:43 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 23:42 | <pt1979@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 23:42 | <eevans@cumin1001> | START - Cookbook sre.hosts.reimage for host cassandra-dev2003.codfw.wmnet with OS bullseye | [production] | 
            
  | 23:31 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 23:31 | <jhancock@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 23:30 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1154'] | [production] |