| 
      
        2023-06-07
      
      ยง
     | 
  
    
  | 21:38 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1199', diff saved to https://phabricator.wikimedia.org/P49194 and previous config saved to /var/cache/conftool/dbconfig/20230607-213809-ladsgroup.json | 
  [production] | 
            
  | 21:36 | 
  <bking@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for wdqs2012.codfw.wmnet | 
  [production] | 
            
  | 21:36 | 
  <bking@cumin1001> | 
  START - Cookbook sre.hosts.remove-downtime for wdqs2012.codfw.wmnet | 
  [production] | 
            
  | 21:35 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db2138:3312 (T336886)', diff saved to https://phabricator.wikimedia.org/P49193 and previous config saved to /var/cache/conftool/dbconfig/20230607-213530-ladsgroup.json | 
  [production] | 
            
  | 21:35 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db2138.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 21:35 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on db2138.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 21:35 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2126 (T336886)', diff saved to https://phabricator.wikimedia.org/P49192 and previous config saved to /var/cache/conftool/dbconfig/20230607-213509-ladsgroup.json | 
  [production] | 
            
  | 21:33 | 
  <bking@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 20 days, 0:00:00 on wdqs2012.codfw.wmnet with reason: attempting WDQS stack on bullseye | 
  [production] | 
            
  | 21:32 | 
  <bking@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 20 days, 0:00:00 on wdqs2012.codfw.wmnet with reason: attempting WDQS stack on bullseye | 
  [production] | 
            
  | 21:32 | 
  <bking@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for wdqs1016.eqiad.wmnet | 
  [production] | 
            
  | 21:32 | 
  <bking@cumin1001> | 
  START - Cookbook sre.hosts.remove-downtime for wdqs1016.eqiad.wmnet | 
  [production] | 
            
  | 21:23 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1199 (T336886)', diff saved to https://phabricator.wikimedia.org/P49191 and previous config saved to /var/cache/conftool/dbconfig/20230607-212303-ladsgroup.json | 
  [production] | 
            
  | 21:20 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2126', diff saved to https://phabricator.wikimedia.org/P49190 and previous config saved to /var/cache/conftool/dbconfig/20230607-212003-ladsgroup.json | 
  [production] | 
            
  | 21:18 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1199 (T336886)', diff saved to https://phabricator.wikimedia.org/P49189 and previous config saved to /var/cache/conftool/dbconfig/20230607-211807-ladsgroup.json | 
  [production] | 
            
  | 21:18 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db1199.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 21:17 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on db1199.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 21:17 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1190 (T336886)', diff saved to https://phabricator.wikimedia.org/P49188 and previous config saved to /var/cache/conftool/dbconfig/20230607-211746-ladsgroup.json | 
  [production] | 
            
  | 21:04 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2126', diff saved to https://phabricator.wikimedia.org/P49187 and previous config saved to /var/cache/conftool/dbconfig/20230607-210457-ladsgroup.json | 
  [production] | 
            
  | 21:02 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1190', diff saved to https://phabricator.wikimedia.org/P49186 and previous config saved to /var/cache/conftool/dbconfig/20230607-210240-ladsgroup.json | 
  [production] | 
            
  | 20:50 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host dbproxy1023.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 20:49 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2126 (T336886)', diff saved to https://phabricator.wikimedia.org/P49185 and previous config saved to /var/cache/conftool/dbconfig/20230607-204951-ladsgroup.json | 
  [production] | 
            
  | 20:47 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1190', diff saved to https://phabricator.wikimedia.org/P49184 and previous config saved to /var/cache/conftool/dbconfig/20230607-204734-ladsgroup.json | 
  [production] | 
            
  | 20:47 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db2126 (T336886)', diff saved to https://phabricator.wikimedia.org/P49183 and previous config saved to /var/cache/conftool/dbconfig/20230607-204728-ladsgroup.json | 
  [production] | 
            
  | 20:47 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on db2187.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:47 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on db2187.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:47 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db2126.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:46 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on db2126.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:46 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2125 (T336886)', diff saved to https://phabricator.wikimedia.org/P49182 and previous config saved to /var/cache/conftool/dbconfig/20230607-204652-ladsgroup.json | 
  [production] | 
            
  | 20:45 | 
  <jclark@cumin1001> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host dbproxy1022.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 20:35 | 
  <catrope@deploy1002> | 
  Finished scap: Backport for [[gerrit:913019|Link to translations of CC BY-SA 4.0 where possible (T319064)]] (duration: 12m 12s) | 
  [production] | 
            
  | 20:32 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1190 (T336886)', diff saved to https://phabricator.wikimedia.org/P49181 and previous config saved to /var/cache/conftool/dbconfig/20230607-203228-ladsgroup.json | 
  [production] | 
            
  | 20:31 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2125', diff saved to https://phabricator.wikimedia.org/P49180 and previous config saved to /var/cache/conftool/dbconfig/20230607-203146-ladsgroup.json | 
  [production] | 
            
  | 20:27 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1190 (T336886)', diff saved to https://phabricator.wikimedia.org/P49179 and previous config saved to /var/cache/conftool/dbconfig/20230607-202733-ladsgroup.json | 
  [production] | 
            
  | 20:27 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db1190.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:27 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on db1190.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:24 | 
  <catrope@deploy1002> | 
  catrope: Backport for [[gerrit:913019|Link to translations of CC BY-SA 4.0 where possible (T319064)]] synced to the testservers: mwdebug1002.eqiad.wmnet, mwdebug2001.codfw.wmnet, mwdebug2002.codfw.wmnet, mwdebug1001.eqiad.wmnet | 
  [production] | 
            
  | 20:24 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db1150.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:24 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on db1150.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 20:24 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1149 (T336886)', diff saved to https://phabricator.wikimedia.org/P49178 and previous config saved to /var/cache/conftool/dbconfig/20230607-202408-ladsgroup.json | 
  [production] | 
            
  | 20:23 | 
  <catrope@deploy1002> | 
  Started scap: Backport for [[gerrit:913019|Link to translations of CC BY-SA 4.0 where possible (T319064)]] | 
  [production] | 
            
  | 20:18 | 
  <catrope@deploy1002> | 
  Finished scap: Backport for [[gerrit:927233|Deploy GDI safety survey to JA and RU wikis. (T337728)]] (duration: 10m 53s) | 
  [production] | 
            
  | 20:16 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2125', diff saved to https://phabricator.wikimedia.org/P49177 and previous config saved to /var/cache/conftool/dbconfig/20230607-201640-ladsgroup.json | 
  [production] | 
            
  | 20:15 | 
  <bking@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 20 days, 0:00:00 on wdqs1016.eqiad.wmnet with reason: attempting WDQS stack on bullseye | 
  [production] | 
            
  | 20:15 | 
  <bking@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 20 days, 0:00:00 on wdqs1016.eqiad.wmnet with reason: attempting WDQS stack on bullseye | 
  [production] | 
            
  | 20:15 | 
  <bking@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 20 days, 0:00:00 on wdqs1016.eqiad.wmnet with reason: attempting WDQS stack on bullseye | 
  [production] | 
            
  | 20:14 | 
  <bking@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 20 days, 0:00:00 on wdqs1016.eqiad.wmnet with reason: attempting WDQS stack on bullseye | 
  [production] | 
            
  | 20:11 | 
  <bking@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for wdqs2012.codfw.wmnet | 
  [production] | 
            
  | 20:11 | 
  <bking@cumin1001> | 
  START - Cookbook sre.hosts.remove-downtime for wdqs2012.codfw.wmnet | 
  [production] | 
            
  | 20:09 | 
  <catrope@deploy1002> | 
  catrope and essexigyan: Backport for [[gerrit:927233|Deploy GDI safety survey to JA and RU wikis. (T337728)]] synced to the testservers: mwdebug2001.codfw.wmnet, mwdebug1001.eqiad.wmnet, mwdebug1002.eqiad.wmnet, mwdebug2002.codfw.wmnet | 
  [production] | 
            
  | 20:09 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1149', diff saved to https://phabricator.wikimedia.org/P49176 and previous config saved to /var/cache/conftool/dbconfig/20230607-200902-ladsgroup.json | 
  [production] |