| 
      
        2023-10-25
      
      §
     | 
  
    
  | 22:28 | 
  <jforrester@deploy2002> | 
  Finished scap: Backport for [[gerrit:968766|diff: Fix LinkRenderer method call (T349726)]] (duration: 07m 21s) | 
  [production] | 
            
  | 22:22 | 
  <jforrester@deploy2002> | 
  jforrester and umherirrender: Continuing with sync | 
  [production] | 
            
  | 22:22 | 
  <jforrester@deploy2002> | 
  jforrester and umherirrender: Backport for [[gerrit:968766|diff: Fix LinkRenderer method call (T349726)]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) | 
  [production] | 
            
  | 22:20 | 
  <jforrester@deploy2002> | 
  Started scap: Backport for [[gerrit:968766|diff: Fix LinkRenderer method call (T349726)]] | 
  [production] | 
            
  | 21:01 | 
  <jforrester@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 21:00 | 
  <jforrester@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 21:00 | 
  <jforrester@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 20:59 | 
  <jforrester@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 20:58 | 
  <jforrester@deploy2002> | 
  helmfile [staging] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 20:57 | 
  <jforrester@deploy2002> | 
  helmfile [staging] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 20:25 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 20:23 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 20:20 | 
  <ejegg> | 
  payments-wiki upgraded from 7575f0e6 to 382a5a70 | 
  [production] | 
            
  | 20:11 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 20:10 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 20:04 | 
  <brett@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host dns1006.wikimedia.org with OS bookworm | 
  [production] | 
            
  | 19:57 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts restbase1018.eqiad.wmnet | 
  [production] | 
            
  | 19:57 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:57 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: restbase1018.eqiad.wmnet decommissioned, removing all IPs except the asset tag one - eevans@cumin1001" | 
  [production] | 
            
  | 19:56 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: restbase1018.eqiad.wmnet decommissioned, removing all IPs except the asset tag one - eevans@cumin1001" | 
  [production] | 
            
  | 19:50 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 19:44 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 19:44 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 19:44 | 
  <brett@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on dns1006.wikimedia.org with reason: host reimage | 
  [production] | 
            
  | 19:41 | 
  <brett@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on dns1006.wikimedia.org with reason: host reimage | 
  [production] | 
            
  | 19:40 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.hosts.decommission for hosts restbase1018.eqiad.wmnet | 
  [production] | 
            
  | 19:36 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts restbase1017.eqiad.wmnet | 
  [production] | 
            
  | 19:36 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:36 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: restbase1017.eqiad.wmnet decommissioned, removing all IPs except the asset tag one - eevans@cumin1001" | 
  [production] | 
            
  | 19:35 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: restbase1017.eqiad.wmnet decommissioned, removing all IPs except the asset tag one - eevans@cumin1001" | 
  [production] | 
            
  | 19:33 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 19:27 | 
  <brett@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host dns1006.wikimedia.org with OS bookworm | 
  [production] | 
            
  | 19:25 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.hosts.decommission for hosts restbase1017.eqiad.wmnet | 
  [production] | 
            
  | 19:20 | 
  <sukhe> | 
  sukhe@cumin2002:~$ sudo cumin 'A:dns-rec' "enable-puppet 'wait before enabling'" | 
  [production] | 
            
  | 19:19 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) for hosts restbase1016.eqiad.wmnet | 
  [production] | 
            
  | 19:19 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:19 | 
  <eevans@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: restbase1016.eqiad.wmnet decommissioned, removing all IPs except the asset tag one - eevans@cumin1001" | 
  [production] | 
            
  | 19:18 | 
  <eevans@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: restbase1016.eqiad.wmnet decommissioned, removing all IPs except the asset tag one - eevans@cumin1001" | 
  [production] | 
            
  | 19:17 | 
  <cmooney@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:16 | 
  <cmooney@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 19:16 | 
  <cmooney@cumin1001> | 
  END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | 
  [production] | 
            
  | 19:16 | 
  <cmooney@cumin1001> | 
  END (FAIL) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=99) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: check if it makes vlan1054 records - cmooney@cumin1001" | 
  [production] | 
            
  | 19:14 | 
  <cmooney@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: check if it makes vlan1054 records - cmooney@cumin1001" | 
  [production] | 
            
  | 19:12 | 
  <cmooney@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 18:33 | 
  <dancy@deploy2002> | 
  Synchronized php: group1 wikis to 1.42.0-wmf.2  refs T348355 (duration: 05m 52s) | 
  [production] | 
            
  | 18:32 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 18:32 | 
  <ebernhardson@deploy2002> | 
  helmfile [staging] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] |