| 2025-10-24
      
      ยง | 
    
  | 20:03 | <dzahn@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:59 | <dzahn@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 19:59 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:59 | <dzahn@cumin2002> | START - Cookbook sre.dns.wipe-cache tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:59 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 19:59 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:59 | <dzahn@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:56 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:56 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:56 | <dzahn@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 19:55 | <dzahn@cumin2002> | START - Cookbook sre.ganeti.makevm for new host tcp-proxy2001.codfw.wmnet | [production] | 
            
  | 19:55 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:54 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:54 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:54 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:45 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:45 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:44 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:44 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:44 | <andrew@cumin2002> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cloudvirt2005-dev.codfw.wmnet with reason: host reimage | [production] | 
            
  | 19:43 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:43 | <bking@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/opensearch-test: apply | [production] | 
            
  | 19:39 | <andrew@cumin2002> | START - Cookbook sre.hosts.downtime for 2:00:00 on cloudvirt2005-dev.codfw.wmnet with reason: host reimage | [production] | 
            
  | 19:38 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 19:36 | <dzahn@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 19:28 | <dzahn@cumin2002> | END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host tcp-proxy2001.codfw.wmnet | [production] | 
            
  | 19:28 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:28 | <dzahn@cumin2002> | START - Cookbook sre.dns.wipe-cache tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:28 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 19:28 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:28 | <dzahn@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:24 | <dzahn@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 19:24 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:24 | <dzahn@cumin2002> | START - Cookbook sre.dns.wipe-cache tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:24 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 19:24 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:24 | <dzahn@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:23 | <andrew@cumin2002> | START - Cookbook sre.hosts.reimage for host cloudvirt2005-dev.codfw.wmnet with OS trixie | [production] | 
            
  | 19:13 | <dzahn@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 19:13 | <dzahn@cumin2002> | START - Cookbook sre.ganeti.makevm for new host tcp-proxy2001.codfw.wmnet | [production] | 
            
  | 19:08 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 19:05 | <dzahn@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 19:00 | <dzahn@cumin2002> | END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host tcp-proxy2001.codfw.wmnet | [production] | 
            
  | 19:00 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:00 | <dzahn@cumin2002> | START - Cookbook sre.dns.wipe-cache tcp-proxy2001.codfw.wmnet on all recursors | [production] | 
            
  | 19:00 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 19:00 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 19:00 | <dzahn@cumin2002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM tcp-proxy2001.codfw.wmnet - dzahn@cumin2002" | [production] | 
            
  | 18:56 | <dzahn@cumin2002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 18:56 | <dzahn@cumin2002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) tcp-proxy2001.codfw.wmnet on all recursors | [production] |