| 2024-11-05
      
      ยง | 
    
  | 22:52 | <jhancock@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wikikube-worker2133'] | [production] | 
            
  | 22:52 | <jhancock@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wikikube-worker2132'] | [production] | 
            
  | 22:52 | <jhancock@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wikikube-worker2131'] | [production] | 
            
  | 22:52 | <jhancock@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['wikikube-worker2130'] | [production] | 
            
  | 22:42 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2135.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:42 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2134.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:42 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2132.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:42 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2130.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:42 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2133.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:42 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host wikikube-worker2131.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:31 | <jhancock@cumin2002> | START - Cookbook sre.hosts.provision for host wikikube-worker2135.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:31 | <jhancock@cumin2002> | START - Cookbook sre.hosts.provision for host wikikube-worker2134.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:31 | <jhancock@cumin2002> | START - Cookbook sre.hosts.provision for host wikikube-worker2133.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:31 | <jhancock@cumin2002> | START - Cookbook sre.hosts.provision for host wikikube-worker2132.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:31 | <jhancock@cumin2002> | START - Cookbook sre.hosts.provision for host wikikube-worker2131.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:31 | <jhancock@cumin2002> | START - Cookbook sre.hosts.provision for host wikikube-worker2130.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2134 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | END (FAIL) - Cookbook sre.network.configure-switch-interfaces (exit_code=99) for host wikikube-worker2135 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2133 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2132 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2131 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2130 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2135 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2134 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2133 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2132 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2131 | [production] | 
            
  | 22:30 | <jhancock@cumin2002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2130 | [production] | 
            
  | 22:29 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 22:29 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding wikikube-worker2130 to codfw - jhancock@cumin2002" | [production] | 
            
  | 22:29 | <jhancock@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding wikikube-worker2130 to codfw - jhancock@cumin2002" | [production] | 
            
  | 22:29 | <jhancock@cumin2002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2132 | [production] | 
            
  | 22:26 | <jhancock@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 21:47 | <urbanecm@deploy2002> | Finished scap sync-world: Backport for [[gerrit:1087560|AbstractProvider: Normalize top level config correctly (T379094)]], [[gerrit:1087561|AbstractProvider: Normalize top level config correctly (T379094)]] (duration: 12m 39s) | [production] | 
            
  | 21:34 | <urbanecm@deploy2002> | Started scap sync-world: Backport for [[gerrit:1087560|AbstractProvider: Normalize top level config correctly (T379094)]], [[gerrit:1087561|AbstractProvider: Normalize top level config correctly (T379094)]] | [production] | 
            
  | 21:33 | <urbanecm@deploy2002> | Finished scap sync-world: Backport for [[gerrit:1087540|cswiki: adding throttle rule for Editathon Czechoslovakia (T379060)]] (duration: 31m 18s) | [production] | 
            
  | 21:11 | <jclark@cumin1002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host ganeti1044.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART | [production] | 
            
  | 21:06 | <jclark@cumin1002> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host ganeti1041.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART | [production] | 
            
  | 21:02 | <urbanecm@deploy2002> | Started scap sync-world: Backport for [[gerrit:1087540|cswiki: adding throttle rule for Editathon Czechoslovakia (T379060)]] | [production] | 
            
  | 21:01 | <jclark@cumin1002> | START - Cookbook sre.hosts.provision for host ganeti1044.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART | [production] | 
            
  | 21:00 | <cmooney@cumin1002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device fasw2-c1b-eqiad.mgmt.eqiad.wmnet | [production] | 
            
  | 20:56 | <cmooney@cumin1002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device fasw2-c1a-eqiad.mgmt.eqiad.wmnet | [production] | 
            
  | 20:56 | <jclark@cumin1002> | START - Cookbook sre.hosts.provision for host ganeti1041.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART | [production] | 
            
  | 20:14 | <cmooney@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 20:14 | <cmooney@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for fasw2-c1b-eqiad - cmooney@cumin1002" | [production] | 
            
  | 20:14 | <cmooney@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for fasw2-c1b-eqiad - cmooney@cumin1002" | [production] | 
            
  | 20:07 | <cmooney@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 20:07 | <cmooney@cumin1002> | START - Cookbook sre.network.provision for device fasw2-c1b-eqiad.mgmt.eqiad.wmnet | [production] | 
            
  | 20:02 | <cmooney@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 20:02 | <cmooney@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for fasw2-c1a-eqiad - cmooney@cumin1002" | [production] |