| 
      
        2024-03-05
      
      ยง
     | 
  
    
  | 07:48 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 07:36 | 
  <jmm@cumin2002> | 
  END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti2020.codfw.wmnet | 
  [production] | 
            
  | 07:33 | 
  <akosiaris@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host parse2016.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 07:33 | 
  <jmm@cumin2002> | 
  START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti2020.codfw.wmnet | 
  [production] | 
            
  | 07:32 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 07:32 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 07:32 | 
  <jmm@cumin2002> | 
  END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti2019.codfw.wmnet | 
  [production] | 
            
  | 07:31 | 
  <akosiaris@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on parse1024.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 07:27 | 
  <jmm@cumin2002> | 
  START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti2019.codfw.wmnet | 
  [production] | 
            
  | 07:27 | 
  <akosiaris@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on parse1024.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 07:17 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 07:17 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 07:15 | 
  <akosiaris@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host parse1024.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 06:57 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 06:57 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 06:19 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 06:19 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 06:13 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2188 (T357189)', diff saved to https://phabricator.wikimedia.org/P58451 and previous config saved to /var/cache/conftool/dbconfig/20240305-061300-arnaudb.json | 
  [production] | 
            
  | 06:04 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 06:04 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 05:57 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2188', diff saved to https://phabricator.wikimedia.org/P58450 and previous config saved to /var/cache/conftool/dbconfig/20240305-055754-arnaudb.json | 
  [production] | 
            
  | 05:52 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 05:52 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 05:45 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 05:45 | 
  <logmsgbot> | 
  @deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply | 
  [production] | 
            
  | 05:42 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2188', diff saved to https://phabricator.wikimedia.org/P58449 and previous config saved to /var/cache/conftool/dbconfig/20240305-054247-arnaudb.json | 
  [production] | 
            
  | 05:27 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2188 (T357189)', diff saved to https://phabricator.wikimedia.org/P58448 and previous config saved to /var/cache/conftool/dbconfig/20240305-052741-arnaudb.json | 
  [production] | 
            
  | 05:23 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Depooling db2188 (T357189)', diff saved to https://phabricator.wikimedia.org/P58447 and previous config saved to /var/cache/conftool/dbconfig/20240305-052259-arnaudb.json | 
  [production] | 
            
  | 05:22 | 
  <arnaudb@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db2188.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 05:22 | 
  <arnaudb@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on db2188.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 05:22 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2176 (T357189)', diff saved to https://phabricator.wikimedia.org/P58446 and previous config saved to /var/cache/conftool/dbconfig/20240305-052237-arnaudb.json | 
  [production] | 
            
  | 05:15 | 
  <kart_> | 
  Updated cxserver to 2024-03-04-113412-production (T350773) | 
  [production] | 
            
  | 05:07 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2176', diff saved to https://phabricator.wikimedia.org/P58445 and previous config saved to /var/cache/conftool/dbconfig/20240305-050731-arnaudb.json | 
  [production] | 
            
  | 05:03 | 
  <kartik@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/cxserver: apply | 
  [production] | 
            
  | 05:02 | 
  <kartik@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/cxserver: apply | 
  [production] | 
            
  | 05:01 | 
  <kartik@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/cxserver: apply | 
  [production] | 
            
  | 05:01 | 
  <kartik@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/cxserver: apply | 
  [production] | 
            
  | 04:52 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2176', diff saved to https://phabricator.wikimedia.org/P58444 and previous config saved to /var/cache/conftool/dbconfig/20240305-045225-arnaudb.json | 
  [production] | 
            
  | 04:52 | 
  <kartik@deploy2002> | 
  helmfile [staging] DONE helmfile.d/services/cxserver: apply | 
  [production] | 
            
  | 04:51 | 
  <kartik@deploy2002> | 
  helmfile [staging] START helmfile.d/services/cxserver: apply | 
  [production] | 
            
  | 04:37 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2176 (T357189)', diff saved to https://phabricator.wikimedia.org/P58443 and previous config saved to /var/cache/conftool/dbconfig/20240305-043718-arnaudb.json | 
  [production] | 
            
  | 04:33 | 
  <marostegui@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on dbstore1008.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 04:33 | 
  <marostegui@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on dbstore1008.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 04:31 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Depooling db2176 (T357189)', diff saved to https://phabricator.wikimedia.org/P58442 and previous config saved to /var/cache/conftool/dbconfig/20240305-043155-arnaudb.json | 
  [production] | 
            
  | 04:31 | 
  <arnaudb@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db2176.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 04:31 | 
  <arnaudb@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on db2176.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 04:31 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2174 (T357189)', diff saved to https://phabricator.wikimedia.org/P58441 and previous config saved to /var/cache/conftool/dbconfig/20240305-043133-arnaudb.json | 
  [production] | 
            
  | 04:16 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2174', diff saved to https://phabricator.wikimedia.org/P58440 and previous config saved to /var/cache/conftool/dbconfig/20240305-041626-arnaudb.json | 
  [production] | 
            
  | 04:01 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2174', diff saved to https://phabricator.wikimedia.org/P58439 and previous config saved to /var/cache/conftool/dbconfig/20240305-040120-arnaudb.json | 
  [production] | 
            
  | 03:46 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2174 (T357189)', diff saved to https://phabricator.wikimedia.org/P58438 and previous config saved to /var/cache/conftool/dbconfig/20240305-034614-arnaudb.json | 
  [production] |