| 
      
        2024-02-27
      
      ยง
     | 
  
    
  | 15:18 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2213.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2212.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2212.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2211.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2211.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2210.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2210.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2209.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2209.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2208.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2208.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:18 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2207.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2207.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2206.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2206.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2205.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2205.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2204.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2204.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2203.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2203.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2202.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2202.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:17 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2201.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2201.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2200.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2200.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2199.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <claime> | 
  Cleaning up old tmp media files on codfw jobrunners | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2199.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2198.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2198.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2197.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2197.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) db2196.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:16 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache db2196.codfw.wmnet on all recursors | 
  [production] | 
            
  | 15:13 | 
  <cmooney@cumin1002> | 
  START - Cookbook sre.hosts.decommission for hosts testvm2001.codfw.wmnet | 
  [production] | 
            
  | 15:11 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:11 | 
  <volans@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Deleted AAAA records from new DBs - volans@cumin1002" | 
  [production] | 
            
  | 15:11 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host es1039.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:10 | 
  <volans@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Deleted AAAA records from new DBs - volans@cumin1002" | 
  [production] | 
            
  | 15:10 | 
  <jclark@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=93) for host es1039.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:08 | 
  <volans@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:06 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on es1038.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:03 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on es1038.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:02 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on es1037.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:00 | 
  <cmooney@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.decommission (exit_code=1) for hosts sretest2004.codfw.wmnet | 
  [production] | 
            
  | 15:00 | 
  <cmooney@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:00 | 
  <cmooney@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: sretest2004.codfw.wmnet decommissioned, removing all IPs except the asset tag one - cmooney@cumin1002" | 
  [production] |