| 2023-08-15
      
      ยง | 
    
  | 15:41 | <bking@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM flink-zk2001.codfw.wmnet - bking@cumin1001" | [production] | 
            
  | 15:40 | <bking@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM flink-zk2001.codfw.wmnet - bking@cumin1001" | [production] | 
            
  | 15:40 | <bking@cumin1001> | END (FAIL) - Cookbook sre.dns.wipe-cache (exit_code=99) flink-zk2001.codfw.wmnet on all recursors | [production] | 
            
  | 15:40 | <bking@cumin1001> | START - Cookbook sre.dns.wipe-cache flink-zk2001.codfw.wmnet on all recursors | [production] | 
            
  | 15:40 | <bking@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 15:40 | <bking@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM flink-zk2001.codfw.wmnet - bking@cumin1001" | [production] | 
            
  | 15:40 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3066 | [production] | 
            
  | 15:39 | <jmm@cumin2002> | END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti3007.esams.wmnet | [production] | 
            
  | 15:39 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3066 | [production] | 
            
  | 15:39 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3068 | [production] | 
            
  | 15:39 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3068 | [production] | 
            
  | 15:39 | <bking@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM flink-zk2001.codfw.wmnet - bking@cumin1001" | [production] | 
            
  | 15:39 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3070 | [production] | 
            
  | 15:39 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3070 | [production] | 
            
  | 15:38 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3072 | [production] | 
            
  | 15:38 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3072 | [production] | 
            
  | 15:38 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3074 | [production] | 
            
  | 15:38 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3074 | [production] | 
            
  | 15:38 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3076 | [production] | 
            
  | 15:38 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3076 | [production] | 
            
  | 15:38 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3078 | [production] | 
            
  | 15:37 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3078 | [production] | 
            
  | 15:37 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host dns3004 | [production] | 
            
  | 15:37 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host dns3004 | [production] | 
            
  | 15:37 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host cp3080 | [production] | 
            
  | 15:37 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host cp3080 | [production] | 
            
  | 15:36 | <bking@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 15:36 | <bking@cumin1001> | START - Cookbook sre.ganeti.makevm for new host flink-zk2001.codfw.wmnet | [production] | 
            
  | 15:35 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host lvs3008 | [production] | 
            
  | 15:35 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host lvs3008 | [production] | 
            
  | 15:35 | <robh@cumin1001> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host lvs3010 | [production] | 
            
  | 15:35 | <robh@cumin1001> | START - Cookbook sre.network.configure-switch-interfaces for host lvs3010 | [production] | 
            
  | 15:34 | <bking@cumin1001> | END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host flink-zk2001.codfw.wmnet | [production] | 
            
  | 15:33 | <robh@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 15:33 | <robh@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: rack bw27 hosts - robh@cumin1001" | [production] | 
            
  | 15:32 | <robh@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: rack bw27 hosts - robh@cumin1001" | [production] | 
            
  | 15:32 | <sukhe@cumin2002> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on lvs3009.esams.wmnet with reason: host reimage | [production] | 
            
  | 15:30 | <bking@cumin1001> | END (FAIL) - Cookbook sre.dns.wipe-cache (exit_code=99) flink-zk2001.codfw.wmnet on all recursors | [production] | 
            
  | 15:30 | <bking@cumin1001> | START - Cookbook sre.dns.wipe-cache flink-zk2001.codfw.wmnet on all recursors | [production] | 
            
  | 15:30 | <bking@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 15:30 | <bking@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM flink-zk2001.codfw.wmnet - bking@cumin1001" | [production] | 
            
  | 15:29 | <bking@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM flink-zk2001.codfw.wmnet - bking@cumin1001" | [production] | 
            
  | 15:29 | <robh@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 15:29 | <jmm@cumin2002> | START - Cookbook sre.hosts.reboot-single for host ganeti3007.esams.wmnet | [production] | 
            
  | 15:27 | <bking@cumin1001> | END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wdqs1014.eqiad.wmnet with OS bullseye | [production] | 
            
  | 15:27 | <sukhe@cumin2002> | START - Cookbook sre.hosts.downtime for 2:00:00 on lvs3009.esams.wmnet with reason: host reimage | [production] | 
            
  | 15:07 | <btullis@cumin1001> | END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host an-worker1097.eqiad.wmnet with OS bullseye | [production] | 
            
  | 15:06 | <sukhe@cumin2002> | START - Cookbook sre.hosts.reimage for host lvs3009.esams.wmnet with OS bullseye | [production] | 
            
  | 15:05 | <robh@cumin1001> | END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host lvs3009.mgmt.esams.wmnet with reboot policy FORCED | [production] | 
            
  | 14:56 | <robh@cumin1001> | START - Cookbook sre.hosts.provision for host lvs3009.mgmt.esams.wmnet with reboot policy FORCED | [production] |