| 
      
        2025-01-09
      
      ยง
     | 
  
    
  | 12:37 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 12:37 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2192 - jelto@cumin1002" | 
  [production] | 
            
  | 12:37 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2192 - jelto@cumin1002" | 
  [production] | 
            
  | 12:37 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.hosts.move-vlan for host wikikube-worker2193 | 
  [production] | 
            
  | 12:37 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker2193.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 12:34 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 12:34 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.hosts.move-vlan for host wikikube-worker2192 | 
  [production] | 
            
  | 12:34 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker2192.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 12:31 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker2192.codfw.wmnet wikikube-worker2193.codfw.wmnet wikikube-worker2194.codfw.wmnet on all recursors | 
  [production] | 
            
  | 12:31 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker2192.codfw.wmnet wikikube-worker2193.codfw.wmnet wikikube-worker2194.codfw.wmnet on all recursors | 
  [production] | 
            
  | 12:30 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2058 to wikikube-worker2194 | 
  [production] | 
            
  | 12:30 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2194 | 
  [production] | 
            
  | 12:30 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2194 | 
  [production] | 
            
  | 12:30 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 12:30 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2058 to wikikube-worker2194 - jelto@cumin1002" | 
  [production] | 
            
  | 12:29 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2058 to wikikube-worker2194 - jelto@cumin1002" | 
  [production] | 
            
  | 12:26 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 12:25 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.hosts.rename from kubernetes2058 to wikikube-worker2194 | 
  [production] | 
            
  | 12:25 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2056 to wikikube-worker2193 | 
  [production] | 
            
  | 12:25 | 
  <root@cumin2002> | 
  END (PASS) - Cookbook sre.idm.logout (exit_code=0) Logging Piccardi out of all services on: 2310 hosts | 
  [production] | 
            
  | 12:24 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2193 | 
  [production] | 
            
  | 12:24 | 
  <root@cumin2002> | 
  START - Cookbook sre.idm.logout Logging Piccardi out of all services on: 2310 hosts | 
  [production] | 
            
  | 12:23 | 
  <marostegui@cumin1002> | 
  dbctl commit (dc=all): 'db2231 (re)pooling @ 25%: Repooling for the first time', diff saved to https://phabricator.wikimedia.org/P71945 and previous config saved to /var/cache/conftool/dbconfig/20250109-122301-root.json | 
  [production] | 
            
  | 12:19 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2193 | 
  [production] | 
            
  | 12:19 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 12:19 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2056 to wikikube-worker2193 - jelto@cumin1002" | 
  [production] | 
            
  | 12:18 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2056 to wikikube-worker2193 - jelto@cumin1002" | 
  [production] | 
            
  | 12:15 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 12:14 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.hosts.rename from kubernetes2056 to wikikube-worker2193 | 
  [production] | 
            
  | 12:13 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2053 to wikikube-worker2192 | 
  [production] | 
            
  | 12:13 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2192 | 
  [production] | 
            
  | 12:13 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2192 | 
  [production] | 
            
  | 12:12 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 12:12 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2053 to wikikube-worker2192 - jelto@cumin1002" | 
  [production] | 
            
  | 12:12 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2053 to wikikube-worker2192 - jelto@cumin1002" | 
  [production] | 
            
  | 12:08 | 
  <hnowlan@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 12:07 | 
  <marostegui@cumin1002> | 
  dbctl commit (dc=all): 'db2231 (re)pooling @ 10%: Repooling for the first time', diff saved to https://phabricator.wikimedia.org/P71944 and previous config saved to /var/cache/conftool/dbconfig/20250109-120755-root.json | 
  [production] | 
            
  | 12:07 | 
  <hnowlan@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 12:06 | 
  <hnowlan@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 12:05 | 
  <hnowlan@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 12:05 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 12:05 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.hosts.rename from kubernetes2053 to wikikube-worker2192 | 
  [production] | 
            
  | 12:04 | 
  <hnowlan@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 12:03 | 
  <hnowlan@deploy1003> | 
  helmfile [staging] START helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 11:58 | 
  <hnowlan@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/changeprop: apply | 
  [production] | 
            
  | 11:57 | 
  <hnowlan@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/changeprop: apply | 
  [production] | 
            
  | 11:54 | 
  <hnowlan@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/changeprop: apply | 
  [production] | 
            
  | 11:53 | 
  <hnowlan@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/changeprop: apply | 
  [production] | 
            
  | 11:53 | 
  <hnowlan@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/changeprop: apply | 
  [production] | 
            
  | 11:53 | 
  <hnowlan@deploy1003> | 
  helmfile [staging] START helmfile.d/services/changeprop: apply | 
  [production] |