| 
      
        2022-07-26
      
      ยง
     | 
  
    
  | 17:12 | 
  <mbsantos@deploy1002> | 
  helmfile [eqiad] DONE helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 17:11 | 
  <mbsantos@deploy1002> | 
  helmfile [eqiad] START helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 17:10 | 
  <mbsantos@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 17:09 | 
  <mbsantos@deploy1002> | 
  helmfile [codfw] START helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 17:09 | 
  <mbsantos@deploy1002> | 
  helmfile [staging] DONE helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 17:09 | 
  <mbsantos@deploy1002> | 
  helmfile [staging] START helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 17:04 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 17:03 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 17:03 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 17:02 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 16:57 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 16:54 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 16:54 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 16:52 | 
  <brennen@deploy1002> | 
  Started scap: testwikis wikis to 1.39.0-wmf.22  refs T308075 | 
  [production] | 
            
  | 16:51 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 16:33 | 
  <brennen@deploy1002> | 
  Finished deploy [phabricator/deployment@8a7d4bf]: no-op demonstration deploy to phab2001 (duration: 00m 26s) | 
  [production] | 
            
  | 16:32 | 
  <brennen@deploy1002> | 
  Started deploy [phabricator/deployment@8a7d4bf]: no-op demonstration deploy to phab2001 | 
  [production] | 
            
  | 15:58 | 
  <oblivian@deploy1002> | 
  helmfile [eqiad] DONE helmfile.d/services/shellbox: apply | 
  [production] | 
            
  | 15:58 | 
  <oblivian@deploy1002> | 
  helmfile [eqiad] START helmfile.d/services/shellbox: apply | 
  [production] | 
            
  | 15:56 | 
  <oblivian@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/shellbox: apply | 
  [production] | 
            
  | 15:56 | 
  <oblivian@deploy1002> | 
  helmfile [codfw] START helmfile.d/services/shellbox: apply | 
  [production] | 
            
  | 15:56 | 
  <oblivian@deploy1002> | 
  helmfile [staging] DONE helmfile.d/services/shellbox: apply | 
  [production] | 
            
  | 15:56 | 
  <oblivian@deploy1002> | 
  helmfile [staging] START helmfile.d/services/shellbox: apply | 
  [production] | 
            
  | 15:52 | 
  <pt1979@cumin2002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:48 | 
  <pt1979@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:40 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 15:40 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 15:40 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] DONE helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 15:38 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [eqiad] START helmfile.d/services/mwdebug: apply | 
  [production] | 
            
  | 15:36 | 
  <lucaswerkmeister-wmde@deploy1002> | 
  Synchronized wmf-config/InitialiseSettings.php: Config: [[gerrit:817285|Revert "Add WikibaseTerms temporary debug log channel" (T313039)]] (grep confirms wmf.21+ code has no mentions of this channel) (duration: 03m 19s) | 
  [production] | 
            
  | 15:30 | 
  <_joe_> | 
  restarting pybal on lvs1020 to check php 7.4 too | 
  [production] | 
            
  | 15:25 | 
  <_joe_> | 
  restarting pybal on lvs1019 to check php 7.4 too | 
  [production] | 
            
  | 15:23 | 
  <_joe_> | 
  restarting pybal on lvs2009 to check php 7.4 too | 
  [production] | 
            
  | 15:18 | 
  <_joe_> | 
  restarting pybal on lvs2010 to check php 7.4 too | 
  [production] | 
            
  | 14:54 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Set db2144 with weight 0 and db2143 back with 100 T313811', diff saved to https://phabricator.wikimedia.org/P31952 and previous config saved to /var/cache/conftool/dbconfig/20220726-145412-root.json | 
  [production] | 
            
  | 14:52 | 
  <sukhe> | 
  upload trafficserver_9.1.2-1wm1_amd64 to apt.wm.o (buster) - T309651 | 
  [production] | 
            
  | 14:51 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Set db2143 with weight 0 T313811', diff saved to https://phabricator.wikimedia.org/P31951 and previous config saved to /var/cache/conftool/dbconfig/20220726-145116-root.json | 
  [production] | 
            
  | 14:20 | 
  <marostegui@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1150.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 14:20 | 
  <marostegui@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on db1150.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 14:18 | 
  <marostegui@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on dbstore1003.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 14:18 | 
  <marostegui@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on dbstore1003.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 14:16 | 
  <marostegui@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on 9 hosts with reason: Maintenance | 
  [production] | 
            
  | 14:16 | 
  <marostegui@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 12:00:00 on 9 hosts with reason: Maintenance | 
  [production] | 
            
  | 14:15 | 
  <marostegui@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db2123.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 14:15 | 
  <marostegui@cumin1001> | 
  START - Cookbook sre.hosts.downtime for 6:00:00 on db2123.codfw.wmnet with reason: Maintenance | 
  [production] | 
            
  | 14:15 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1110 (T312990)', diff saved to https://phabricator.wikimedia.org/P31950 and previous config saved to /var/cache/conftool/dbconfig/20220726-141540-marostegui.json | 
  [production] | 
            
  | 14:00 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1110', diff saved to https://phabricator.wikimedia.org/P31949 and previous config saved to /var/cache/conftool/dbconfig/20220726-140034-marostegui.json | 
  [production] | 
            
  | 13:45 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1110', diff saved to https://phabricator.wikimedia.org/P31947 and previous config saved to /var/cache/conftool/dbconfig/20220726-134529-marostegui.json | 
  [production] | 
            
  | 13:38 | 
  <taavi> | 
  UTC afternoon deploys done | 
  [production] | 
            
  | 13:37 | 
  <mwdebug-deploy@deploy1002> | 
  helmfile [codfw] DONE helmfile.d/services/mwdebug: apply | 
  [production] |