| 2023-05-26
      
      ยง | 
    
  | 14:25 | <oblivian@puppetmaster1001> | conftool action : set/pooled=yes; selector: cluster=jobrunner,dc=eqiad,name="parse.*" | [production] | 
            
  | 14:08 | <jbond@cumin1001> | END (PASS) - Cookbook sre.ganeti.makevm (exit_code=0) for new host puppetboard1003.eqiad.wmnet | [production] | 
            
  | 14:08 | <jbond@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM puppetboard1003.eqiad.wmnet - jbond@cumin1001" | [production] | 
            
  | 14:06 | <jbond@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM puppetboard1003.eqiad.wmnet - jbond@cumin1001" | [production] | 
            
  | 14:06 | <jbond@cumin1001> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) puppetboard1003.eqiad.wmnet on all recursors | [production] | 
            
  | 14:06 | <jbond@cumin1001> | START - Cookbook sre.dns.wipe-cache puppetboard1003.eqiad.wmnet on all recursors | [production] | 
            
  | 14:06 | <jbond@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 14:06 | <jbond@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM puppetboard1003.eqiad.wmnet - jbond@cumin1001" | [production] | 
            
  | 14:05 | <jbond@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM puppetboard1003.eqiad.wmnet - jbond@cumin1001" | [production] | 
            
  | 14:03 | <jbond@cumin2002> | END (PASS) - Cookbook sre.ganeti.makevm (exit_code=0) for new host puppetboard2003.codfw.wmnet | [production] | 
            
  | 14:03 | <jbond@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM puppetboard2003.codfw.wmnet - jbond@cumin2002" | [production] | 
            
  | 14:03 | <jbond@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM puppetboard2003.codfw.wmnet - jbond@cumin2002" | [production] | 
            
  | 14:02 | <jbond@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 14:02 | <jbond@cumin1001> | START - Cookbook sre.ganeti.makevm for new host puppetboard1003.eqiad.wmnet | [production] | 
            
  | 14:02 | <jbond@cumin2002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) puppetboard2003.codfw.wmnet on all recursors | [production] | 
            
  | 14:02 | <jbond@cumin2002> | START - Cookbook sre.dns.wipe-cache puppetboard2003.codfw.wmnet on all recursors | [production] | 
            
  | 14:02 | <jbond@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 14:02 | <jbond@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM puppetboard2003.codfw.wmnet - jbond@cumin2002" | [production] | 
            
  | 14:01 | <jbond@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM puppetboard2003.codfw.wmnet - jbond@cumin2002" | [production] | 
            
  | 13:58 | <jbond@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 13:58 | <jbond@cumin2002> | START - Cookbook sre.ganeti.makevm for new host puppetboard2003.codfw.wmnet | [production] | 
            
  | 13:58 | <jbond@cumin2002> | END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host puppetdb2003.codfw.wmnet | [production] | 
            
  | 13:58 | <jbond@cumin2002> | END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | [production] | 
            
  | 13:56 | <jbond@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 13:56 | <jbond@cumin2002> | START - Cookbook sre.ganeti.makevm for new host puppetdb2003.codfw.wmnet | [production] | 
            
  | 13:56 | <jbond@cumin1001> | END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host puppetdb1003.eqiad.wmnet | [production] | 
            
  | 13:56 | <jbond@cumin1001> | END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | [production] | 
            
  | 13:55 | <jbond@cumin2002> | END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host puppetdb2003.codfw.wmnet | [production] | 
            
  | 13:55 | <jbond@cumin2002> | END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | [production] | 
            
  | 13:52 | <jbond@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 13:51 | <jbond@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 13:46 | <jbond@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 13:46 | <jbond@cumin2002> | START - Cookbook sre.ganeti.makevm for new host puppetdb2003.codfw.wmnet | [production] | 
            
  | 13:45 | <jbond@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 13:45 | <jbond@cumin1001> | START - Cookbook sre.ganeti.makevm for new host puppetdb1003.eqiad.wmnet | [production] | 
            
  | 13:13 | <bblack@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 13:13 | <bblack@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add the new pybal IPs at edge-only sites - bblack@cumin1001" | [production] | 
            
  | 13:12 | <bblack@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add the new pybal IPs at edge-only sites - bblack@cumin1001" | [production] | 
            
  | 13:06 | <bblack@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 12:47 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host dbproxy1023.eqiad.wmnet with OS bullseye | [production] | 
            
  | 12:43 | <bblack@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 12:43 | <bblack@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add rest of eqiad+codfw pybal IPs - bblack@cumin1001" | [production] | 
            
  | 12:41 | <bblack@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add rest of eqiad+codfw pybal IPs - bblack@cumin1001" | [production] | 
            
  | 12:39 | <bblack@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 12:21 | <hashar@deploy1002> | Finished deploy [gerrit/gerrit@0932557]: wm-patch-demo: do not return runs when there are no wikis | T332474 (duration: 00m 08s) | [production] | 
            
  | 12:21 | <hashar@deploy1002> | Started deploy [gerrit/gerrit@0932557]: wm-patch-demo: do not return runs when there are no wikis | T332474 | [production] | 
            
  | 11:50 | <jclark@cumin1001> | START - Cookbook sre.hosts.reimage for host dbproxy1023.eqiad.wmnet with OS bullseye | [production] | 
            
  | 11:35 | <hashar@deploy1002> | Finished deploy [gerrit/gerrit@c490ae6]: wm-patch-demo: link to other patches, use WARNING to prevent chipset collapsing | T332474 (duration: 00m 08s) | [production] | 
            
  | 11:35 | <hashar@deploy1002> | Started deploy [gerrit/gerrit@c490ae6]: wm-patch-demo: link to other patches, use WARNING to prevent chipset collapsing | T332474 | [production] | 
            
  | 10:54 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.netbox.update-extras (exit_code=0) rolling restart_daemons on A:netbox-canary | [production] |