| 
      
        2022-04-22
      
      ยง
     | 
  
    
  | 19:03 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1144:3315', diff saved to https://phabricator.wikimedia.org/P26205 and previous config saved to /var/cache/conftool/dbconfig/20220422-190306-ladsgroup.json | 
  [production] | 
            
  | 18:51 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1101:3317', diff saved to https://phabricator.wikimedia.org/P26204 and previous config saved to /var/cache/conftool/dbconfig/20220422-185126-ladsgroup.json | 
  [production] | 
            
  | 18:48 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1144:3315', diff saved to https://phabricator.wikimedia.org/P26203 and previous config saved to /var/cache/conftool/dbconfig/20220422-184801-ladsgroup.json | 
  [production] | 
            
  | 18:36 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1101:3317', diff saved to https://phabricator.wikimedia.org/P26202 and previous config saved to /var/cache/conftool/dbconfig/20220422-183621-ladsgroup.json | 
  [production] | 
            
  | 18:32 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1144:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26201 and previous config saved to /var/cache/conftool/dbconfig/20220422-183256-ladsgroup.json | 
  [production] | 
            
  | 18:21 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1101:3317 (T298565)', diff saved to https://phabricator.wikimedia.org/P26200 and previous config saved to /var/cache/conftool/dbconfig/20220422-182116-ladsgroup.json | 
  [production] | 
            
  | 17:32 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1144:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26199 and previous config saved to /var/cache/conftool/dbconfig/20220422-173242-ladsgroup.json | 
  [production] | 
            
  | 17:32 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1144.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 17:32 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on db1144.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 17:32 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1096:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26198 and previous config saved to /var/cache/conftool/dbconfig/20220422-173234-ladsgroup.json | 
  [production] | 
            
  | 17:30 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1101:3317 (T298565)', diff saved to https://phabricator.wikimedia.org/P26197 and previous config saved to /var/cache/conftool/dbconfig/20220422-173031-ladsgroup.json | 
  [production] | 
            
  | 17:30 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1101.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 17:30 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on db1101.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 17:30 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1170:3317 (T298565)', diff saved to https://phabricator.wikimedia.org/P26196 and previous config saved to /var/cache/conftool/dbconfig/20220422-173022-ladsgroup.json | 
  [production] | 
            
  | 17:17 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1096:3315', diff saved to https://phabricator.wikimedia.org/P26195 and previous config saved to /var/cache/conftool/dbconfig/20220422-171727-ladsgroup.json | 
  [production] | 
            
  | 17:15 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1170:3317', diff saved to https://phabricator.wikimedia.org/P26194 and previous config saved to /var/cache/conftool/dbconfig/20220422-171517-ladsgroup.json | 
  [production] | 
            
  | 17:06 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 17:05 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 17:05 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 17:05 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 17:04 | 
  <krinkle@deploy1002> | 
  Synchronized static/: I5cf2340b3b0358 (duration: 00m 58s) | 
  [production] | 
            
  | 17:02 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1096:3315', diff saved to https://phabricator.wikimedia.org/P26193 and previous config saved to /var/cache/conftool/dbconfig/20220422-170222-ladsgroup.json | 
  [production] | 
            
  | 17:00 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1170:3317', diff saved to https://phabricator.wikimedia.org/P26192 and previous config saved to /var/cache/conftool/dbconfig/20220422-170012-ladsgroup.json | 
  [production] | 
            
  | 16:47 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1096:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26191 and previous config saved to /var/cache/conftool/dbconfig/20220422-164717-ladsgroup.json | 
  [production] | 
            
  | 16:45 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1170:3317 (T298565)', diff saved to https://phabricator.wikimedia.org/P26190 and previous config saved to /var/cache/conftool/dbconfig/20220422-164507-ladsgroup.json | 
  [production] | 
            
  | 16:44 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1096:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26189 and previous config saved to /var/cache/conftool/dbconfig/20220422-164359-ladsgroup.json | 
  [production] | 
            
  | 16:43 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1096.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 16:43 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on db1096.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 16:43 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1113:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26188 and previous config saved to /var/cache/conftool/dbconfig/20220422-164350-ladsgroup.json | 
  [production] | 
            
  | 16:28 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1113:3315', diff saved to https://phabricator.wikimedia.org/P26187 and previous config saved to /var/cache/conftool/dbconfig/20220422-162845-ladsgroup.json | 
  [production] | 
            
  | 16:13 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1113:3315', diff saved to https://phabricator.wikimedia.org/P26186 and previous config saved to /var/cache/conftool/dbconfig/20220422-161340-ladsgroup.json | 
  [production] | 
            
  | 16:03 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1170:3317 (T298565)', diff saved to https://phabricator.wikimedia.org/P26185 and previous config saved to /var/cache/conftool/dbconfig/20220422-160342-ladsgroup.json | 
  [production] | 
            
  | 16:03 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1170.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 16:03 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on db1170.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 15:58 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1113:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26184 and previous config saved to /var/cache/conftool/dbconfig/20220422-155835-ladsgroup.json | 
  [production] | 
            
  | 15:56 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1113:3315 (T306560)', diff saved to https://phabricator.wikimedia.org/P26183 and previous config saved to /var/cache/conftool/dbconfig/20220422-155617-ladsgroup.json | 
  [production] | 
            
  | 15:56 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1113.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 15:56 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on db1113.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 15:56 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1161 (T306560)', diff saved to https://phabricator.wikimedia.org/P26182 and previous config saved to /var/cache/conftool/dbconfig/20220422-155609-ladsgroup.json | 
  [production] | 
            
  | 15:42 | 
  <Amir1> | 
  cleaning up all of old email tokens in s2 | 
  [production] | 
            
  | 15:41 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1161', diff saved to https://phabricator.wikimedia.org/P26181 and previous config saved to /var/cache/conftool/dbconfig/20220422-154104-ladsgroup.json | 
  [production] | 
            
  | 15:25 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1161', diff saved to https://phabricator.wikimedia.org/P26180 and previous config saved to /var/cache/conftool/dbconfig/20220422-152559-ladsgroup.json | 
  [production] | 
            
  | 15:24 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on dbstore1003.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 15:24 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on dbstore1003.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 15:24 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1127 (T298565)', diff saved to https://phabricator.wikimedia.org/P26179 and previous config saved to /var/cache/conftool/dbconfig/20220422-152401-ladsgroup.json | 
  [production] | 
            
  | 15:10 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1161 (T306560)', diff saved to https://phabricator.wikimedia.org/P26178 and previous config saved to /var/cache/conftool/dbconfig/20220422-151053-ladsgroup.json | 
  [production] | 
            
  | 15:08 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1127', diff saved to https://phabricator.wikimedia.org/P26177 and previous config saved to /var/cache/conftool/dbconfig/20220422-150856-ladsgroup.json | 
  [production] | 
            
  | 15:08 | 
  <ladsgroup@cumin1001> | 
  dbctl commit (dc=all): 'Depooling db1161 (T306560)', diff saved to https://phabricator.wikimedia.org/P26176 and previous config saved to /var/cache/conftool/dbconfig/20220422-150836-ladsgroup.json | 
  [production] | 
            
  | 15:08 | 
  <ladsgroup@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on clouddb[1016,1020-1021].eqiad.wmnet,db1154.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 15:08 | 
  <ladsgroup@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on clouddb[1016,1020-1021].eqiad.wmnet,db1154.eqiad.wmnet with reason: Maintenance | 
  [production] |