| 
      
        2023-05-30
      
      ยง
     | 
  
    
  | 08:00 | 
  <tgr@deploy1002> | 
  Started scap: Backport for [[gerrit:924356|Section images: Accept more recommendation types]] | 
  [production] | 
            
  | 07:56 | 
  <ladsgroup@deploy1002> | 
  Finished scap: Backport for [[gerrit:924086|Revert "Rename wgPageContentLanguage to wgPageViewLanguage" partially (T337634)]] (duration: 09m 17s) | 
  [production] | 
            
  | 07:49 | 
  <jmm@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host puppetdb2003.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 07:48 | 
  <ladsgroup@deploy1002> | 
  func and ladsgroup: Backport for [[gerrit:924086|Revert "Rename wgPageContentLanguage to wgPageViewLanguage" partially (T337634)]] synced to the testservers: mwdebug2002.codfw.wmnet, mwdebug1002.eqiad.wmnet, mwdebug2001.codfw.wmnet, mwdebug1001.eqiad.wmnet | 
  [production] | 
            
  | 07:46 | 
  <ladsgroup@deploy1002> | 
  Started scap: Backport for [[gerrit:924086|Revert "Rename wgPageContentLanguage to wgPageViewLanguage" partially (T337634)]] | 
  [production] | 
            
  | 07:45 | 
  <slyngshede@cumin1001> | 
  END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host testvm2006.codfw.wmnet | 
  [production] | 
            
  | 07:45 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:45 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.wipe-cache testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:45 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 07:45 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:44 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'db2110 (re)pooling @ 100%: Repooling after maintenance', diff saved to https://phabricator.wikimedia.org/P48633 and previous config saved to /var/cache/conftool/dbconfig/20230530-074445-root.json | 
  [production] | 
            
  | 07:44 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:42 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 07:41 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:41 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.wipe-cache testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:41 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 07:41 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:40 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:38 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 07:38 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.ganeti.makevm for new host testvm2006.codfw.wmnet | 
  [production] | 
            
  | 07:31 | 
  <slyngshede@cumin1001> | 
  END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=2) for new host testvm2006.codfw.wmnet | 
  [production] | 
            
  | 07:31 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:31 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.wipe-cache testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:31 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 07:31 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:30 | 
  <moritzm> | 
  move LDAP permissions for hghani from cn=nda to cn=wmf T322145 | 
  [production] | 
            
  | 07:30 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:29 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'db2110 (re)pooling @ 75%: Repooling after maintenance', diff saved to https://phabricator.wikimedia.org/P48632 and previous config saved to /var/cache/conftool/dbconfig/20230530-072941-root.json | 
  [production] | 
            
  | 07:29 | 
  <kartik@deploy1002> | 
  Finished scap: Backport for [[gerrit:924050|testwiki: Enable Section Translation for 9 Wikipedia (T337290)]] (duration: 09m 38s) | 
  [production] | 
            
  | 07:28 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 07:28 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:27 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:21 | 
  <kartik@deploy1002> | 
  kartik: Backport for [[gerrit:924050|testwiki: Enable Section Translation for 9 Wikipedia (T337290)]] synced to the testservers: mwdebug2001.codfw.wmnet, mwdebug1002.eqiad.wmnet, mwdebug2002.codfw.wmnet, mwdebug1001.eqiad.wmnet | 
  [production] | 
            
  | 07:19 | 
  <kartik@deploy1002> | 
  Started scap: Backport for [[gerrit:924050|testwiki: Enable Section Translation for 9 Wikipedia (T337290)]] | 
  [production] | 
            
  | 07:17 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:17 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.wipe-cache testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:17 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 07:17 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:16 | 
  <kartik@deploy1002> | 
  Finished scap: Backport for [[gerrit:923527|Undeploy Special:Contribute from unsupported skins (T337366)]] (duration: 11m 49s) | 
  [production] | 
            
  | 07:16 | 
  <moritzm> | 
  update bookworm installer to rc4 T330495 | 
  [production] | 
            
  | 07:16 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:14 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'db2110 (re)pooling @ 50%: Repooling after maintenance', diff saved to https://phabricator.wikimedia.org/P48630 and previous config saved to /var/cache/conftool/dbconfig/20230530-071436-root.json | 
  [production] | 
            
  | 07:10 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 07:10 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.ganeti.makevm for new host testvm2006.codfw.wmnet | 
  [production] | 
            
  | 07:10 | 
  <slyngshede@cumin1001> | 
  END (FAIL) - Cookbook sre.ganeti.makevm (exit_code=99) for new host testvm2006.codfw.wmnet | 
  [production] | 
            
  | 07:10 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:10 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.dns.wipe-cache testvm2006.codfw.wmnet on all recursors | 
  [production] | 
            
  | 07:10 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 07:10 | 
  <slyngshede@cumin1001> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] | 
            
  | 07:09 | 
  <slyngshede@cumin1001> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove records for VM testvm2006.codfw.wmnet - slyngshede@cumin1001" | 
  [production] |