| 
      
        2023-09-25
      
      ยง
     | 
  
    
  | 22:07 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['wdqs1018.eqiad.wmnet'] | 
  [production] | 
            
  | 22:07 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['wdqs1021.eqiad.wmnet'] | 
  [production] | 
            
  | 22:07 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['wdqs1024.eqiad.wmnet'] | 
  [production] | 
            
  | 22:07 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['wdqs1022'] | 
  [production] | 
            
  | 22:07 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1022'] | 
  [production] | 
            
  | 22:05 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['wdqs1022'] | 
  [production] | 
            
  | 22:05 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1022'] | 
  [production] | 
            
  | 22:04 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['wdqs1022'] | 
  [production] | 
            
  | 22:04 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1022'] | 
  [production] | 
            
  | 22:03 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1019.eqiad.wmnet'] | 
  [production] | 
            
  | 22:01 | 
  <dancy@deploy2002> | 
  Finished scap: final test sync (duration: 15m 00s) | 
  [production] | 
            
  | 21:59 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['wdqs1022.eqiad.wmnet'] | 
  [production] | 
            
  | 21:59 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['wdqs1022.eqiad.wmnet'] | 
  [production] | 
            
  | 21:59 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1017.eqiad.wmnet'] | 
  [production] | 
            
  | 21:59 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1018.eqiad.wmnet'] | 
  [production] | 
            
  | 21:59 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1023.eqiad.wmnet'] | 
  [production] | 
            
  | 21:58 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1022.eqiad.wmnet'] | 
  [production] | 
            
  | 21:58 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1024.eqiad.wmnet'] | 
  [production] | 
            
  | 21:58 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1022.eqiad.wmnet'] | 
  [production] | 
            
  | 21:58 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wdqs1021.eqiad.wmnet'] | 
  [production] | 
            
  | 21:52 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wdqs1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:52 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wdqs1022.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:51 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wdqs1017.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:51 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wdqs1019.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:47 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wdqs1021.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:47 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wdqs1023.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:46 | 
  <dancy@deploy2002> | 
  Started scap: final test sync | 
  [production] | 
            
  | 21:46 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wdqs1018.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:45 | 
  <dancy@deploy2002> | 
  Started scap: testing scap mods | 
  [production] | 
            
  | 21:38 | 
  <dancy@deploy2002> | 
  Started scap: testing scap mods | 
  [production] | 
            
  | 21:37 | 
  <dancy@deploy2002> | 
  Installation of scap version "4.62.0" completed for 598 hosts | 
  [production] | 
            
  | 21:36 | 
  <dancy@deploy2002> | 
  Installing scap version "4.62.0" for 598 hosts | 
  [production] | 
            
  | 21:32 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host wdqs1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:32 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:31 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1021.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:31 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host wdqs1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:31 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:30 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1019.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:30 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1018.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:30 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 21:30 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: update  mgmt wdqs1017-20 - jclark@cumin1001" | 
  [production] | 
            
  | 21:30 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1024.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:30 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1023.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:29 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1017.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:29 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.hosts.provision for host wdqs1022.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 21:29 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: update  mgmt wdqs1017-20 - jclark@cumin1001" | 
  [production] | 
            
  | 21:27 | 
  <jclark@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 21:22 | 
  <dancy@deploy2002> | 
  Started scap: testing scap mods | 
  [production] | 
            
  | 21:20 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 21:20 | 
  <jclark@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: update  mgmt wdqs1017-20 - jclark@cumin1001" | 
  [production] |