| 2023-06-16
      
      ยง | 
    
  | 09:02 | <akosiaris@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 08:47 | <klausman@deploy1002> | helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'articletopic-outlink' for release 'main' . | [production] | 
            
  | 08:41 | <klausman@deploy1002> | helmfile [ml-serve-codfw] Ran 'sync' command on namespace 'articletopic-outlink' for release 'main' . | [production] | 
            
  | 08:35 | <klausman@deploy1002> | helmfile [ml-staging-codfw] Ran 'sync' command on namespace 'articletopic-outlink' for release 'main' . | [production] | 
            
  | 08:25 | <akosiaris@cumin1001> | conftool action : set/pooled=inactive; selector: name=parse1002.eqiad.wmnet | [production] | 
            
  | 08:19 | <hashar@deploy1002> | Finished scap: Backport for [[gerrit:930692|Revert "Structured tasks: Fix toolbar rewriting" (T339292 T338934)]] (duration: 21m 08s) | [production] | 
            
  | 08:00 | <hashar@deploy1002> | hashar: Backport for [[gerrit:930692|Revert "Structured tasks: Fix toolbar rewriting" (T339292 T338934)]] synced to the testservers: mwdebug2002.codfw.wmnet, mwdebug2001.codfw.wmnet, mwdebug1001.eqiad.wmnet, mwdebug1002.eqiad.wmnet | [production] | 
            
  | 07:58 | <hashar@deploy1002> | Started scap: Backport for [[gerrit:930692|Revert "Structured tasks: Fix toolbar rewriting" (T339292 T338934)]] | [production] | 
            
  | 07:50 | <vgutierrez@cumin1001> | END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for acmechief2001.codfw.wmnet | [production] | 
            
  | 07:50 | <vgutierrez@cumin1001> | START - Cookbook sre.hosts.remove-downtime for acmechief2001.codfw.wmnet | [production] | 
            
  | 01:50 | <jhancock@cumin2002> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 01:50 | <jhancock@cumin2002> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['an-worker1150'] | [production] | 
            
  | 01:36 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-b8-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:36 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 01:36 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b8-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:35 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b8-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:31 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 01:31 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-b8-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:29 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-b7-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:28 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 01:28 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b7-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:27 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b7-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:24 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 01:24 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-b7-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:22 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-b6-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:21 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 01:21 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b6-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:20 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b6-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:17 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 01:17 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-b6-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:16 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-b5-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:15 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 01:15 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b5-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:14 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b5-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:10 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 01:10 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-b5-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:07 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-b4-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:06 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 01:06 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b4-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:05 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b4-codfw - pt1979@cumin2002" | [production] | 
            
  | 01:01 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 01:01 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-b4-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:01 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-b3-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 01:00 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 01:00 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b3-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:59 | <pt1979@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add management record for lsw1-b3-codfw - pt1979@cumin2002" | [production] | 
            
  | 00:57 | <jhancock@cumin2002> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host an-worker1149.eqiad.wmnet with OS bullseye | [production] | 
            
  | 00:56 | <pt1979@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 00:56 | <pt1979@cumin2002> | START - Cookbook sre.network.provision for device lsw1-b3-codfw.mgmt.codfw.wmnet | [production] | 
            
  | 00:47 | <pt1979@cumin2002> | END (PASS) - Cookbook sre.network.provision (exit_code=0) for device lsw1-b2-codfw.mgmt.codfw.wmnet | [production] |