| 
      
        2023-06-15
      
      ยง
     | 
  
    
  | 23:46 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1150'] | 
  [production] | 
            
  | 23:46 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 23:45 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.network.provision for device lsw1-a1-codfw.mgmt.codfw.wmnet | 
  [production] | 
            
  | 23:44 | 
  <pt1979@cumin2002> | 
  END (ERROR) - Cookbook sre.hardware.upgrade-firmware (exit_code=97) upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 23:44 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 23:44 | 
  <pt1979@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 23:43 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 23:43 | 
  <pt1979@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1150'] | 
  [production] | 
            
  | 23:42 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1150'] | 
  [production] | 
            
  | 23:42 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.hosts.reimage for host cassandra-dev2003.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 23:31 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1150'] | 
  [production] | 
            
  | 23:31 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1150'] | 
  [production] | 
            
  | 23:30 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 23:30 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 23:26 | 
  <pt1979@cumin2002> | 
  END (PASS) - Cookbook sre.network.provision (exit_code=0) for device ssw1-a1-codfw.mgmt.codfw.wmnet | 
  [production] | 
            
  | 23:24 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 23:23 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 23:21 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1151'] | 
  [production] | 
            
  | 23:21 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1151'] | 
  [production] | 
            
  | 23:20 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1152'] | 
  [production] | 
            
  | 23:20 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1152'] | 
  [production] | 
            
  | 23:20 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 23:16 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cassandra-dev2002.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 23:12 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 23:10 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 23:10 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 23:09 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1155'] | 
  [production] | 
            
  | 23:02 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1155'] | 
  [production] | 
            
  | 23:02 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1156'] | 
  [production] | 
            
  | 22:54 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1156'] | 
  [production] | 
            
  | 22:53 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1156'] | 
  [production] | 
            
  | 22:52 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1156'] | 
  [production] | 
            
  | 22:49 | 
  <jhancock@cumin2002> | 
  END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['an-worker1156'] | 
  [production] | 
            
  | 22:38 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1156'] | 
  [production] | 
            
  | 22:38 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1155'] | 
  [production] | 
            
  | 22:33 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cassandra-dev2002.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 22:30 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on cassandra-dev2002.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 22:28 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1155'] | 
  [production] | 
            
  | 22:28 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 22:21 | 
  <pt1979@cumin2002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 22:21 | 
  <pt1979@cumin2002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for ssw1-a1-codfw - pt1979@cumin2002" | 
  [production] | 
            
  | 22:18 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for ssw1-a1-codfw - pt1979@cumin2002" | 
  [production] | 
            
  | 22:14 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.hosts.reimage for host cassandra-dev2002.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 22:14 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 22:14 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.network.provision for device ssw1-a1-codfw.mgmt.codfw.wmnet | 
  [production] | 
            
  | 22:14 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1154'] | 
  [production] | 
            
  | 22:12 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 22:01 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1153'] | 
  [production] | 
            
  | 21:59 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cassandra-dev2001.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 21:50 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1152'] | 
  [production] |