| 
      
        2019-10-18
      
      ยง
     | 
  
    
  | 22:10 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2032.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 22:10 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2012.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 22:10 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2011.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 22:08 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1045.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:58 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2010.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:58 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2009.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:58 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2008.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:58 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2007.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:57 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2006.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:55 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1037.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:44 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1039.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:42 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1036.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:42 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1035.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:41 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1034.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 21:08 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1033.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:52 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1032.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:42 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2005.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:42 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2004.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:38 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1031.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:37 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1027.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:27 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1031.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:18 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1030.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:17 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1029.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 20:13 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2003.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 19:55 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1028.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 19:49 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp2002.codfw.wmnet,service=parsoid-php | 
  [production] | 
            
  | 19:46 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1027.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 19:45 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=yes; selector: name=wtp1026.eqiad.wmnet,service=parsoid-php | 
  [production] | 
            
  | 18:27 | 
  <mutante> | 
  temp. disabled puppet on all wtp* servers, adding mediawiki appserver roles on them incrementally by re-enabling puppet, starting with wtp1026, scheduled icinga downtime for wtp* all services (T233654) | 
  [production] | 
            
  | 18:19 | 
  <mutante> | 
  temp. disabling puppet on all wtp* servers | 
  [production] | 
            
  | 15:40 | 
  <Urbanecm> | 
  Reassign edits from DannyS712 (T235446) to DannyS712 at banwiki (T235446) | 
  [production] | 
            
  | 15:38 | 
  <Urbanecm> | 
  Run extensions/CentralAuth/maintenance/createLocalAccount.php --wiki=banwiki DannyS712 (T235446) | 
  [production] | 
            
  | 15:38 | 
  <Urbanecm> | 
  Rename DannyS712@banwiki to DannyS712 (T235446) locally  (T235446) | 
  [production] | 
            
  | 15:06 | 
  <Urbanecm> | 
  Reattach DannyS712@banwiki to DannyS712@SUL (T235446) | 
  [production] | 
            
  | 14:19 | 
  <_joe_> | 
  uploading cassandra 3.11.4 to stretch-wikimedia | 
  [production] | 
            
  | 14:10 | 
  <marostegui> | 
  Run compare.py on db1105 - T235877 | 
  [production] | 
            
  | 13:48 | 
  <jynus> | 
  disabled notifications on db1105 | 
  [production] | 
            
  | 13:45 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Depool db1105:3311 and db1105:3312 host rebooted itself', diff saved to https://phabricator.wikimedia.org/P9392 and previous config saved to /var/cache/conftool/dbconfig/20191018-134517-marostegui.json | 
  [production] | 
            
  | 13:29 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Remove db2059 from config, host decommissioned', diff saved to https://phabricator.wikimedia.org/P9391 and previous config saved to /var/cache/conftool/dbconfig/20191018-132934-marostegui.json | 
  [production] | 
            
  | 13:02 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Depool db2084:3315 for tables compression T235599', diff saved to https://phabricator.wikimedia.org/P9390 and previous config saved to /var/cache/conftool/dbconfig/20191018-130253-marostegui.json | 
  [production] | 
            
  | 13:01 | 
  <marostegui> | 
  Compress db2084:3315 T235599 | 
  [production] | 
            
  | 12:39 | 
  <marostegui@cumin1001> | 
  dbctl commit (dc=all): 'Repool db1076 after schema change', diff saved to https://phabricator.wikimedia.org/P9389 and previous config saved to /var/cache/conftool/dbconfig/20191018-123930-marostegui.json | 
  [production] | 
            
  | 12:20 | 
  <jmm@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.decommission (exit_code=0) | 
  [production] | 
            
  | 12:20 | 
  <jmm@cumin1001> | 
  START - Cookbook sre.hosts.decommission | 
  [production] | 
            
  | 12:10 | 
  <jbond42> | 
  !log disable puppet on puppetmasters to fix puppet-merge | 
  [production] | 
            
  | 11:58 | 
  <moritzm> | 
  installing sudo security updates for jessie | 
  [production] | 
            
  | 11:56 | 
  <Reedy> | 
  `mwscript refreshLinks.php banwiki` on mwmaint1002 T235843 | 
  [production] | 
            
  | 11:10 | 
  <ema@puppetmaster1001> | 
  conftool action : set/weight=100; selector: name=cp4028.ulsfo.wmnet,service=ats-be | 
  [production] | 
            
  | 10:56 | 
  <effie> | 
  Updating wikidiff2 to 1.9.0-2~wmf1 and slowly restart php-fpm across the fleet - T234175 | 
  [production] | 
            
  | 10:53 | 
  <effie> | 
  Updating wikidiff2 to 1.9.0-2~wmf1 and slowly restart php-fpm across the fleet | 
  [production] |