| 
      
        2020-08-27
      
      ยง
     | 
  
    
  | 21:13 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.decommission | 
  [production] | 
            
  | 21:10 | 
  <dzahn@cumin1001> | 
  END (ERROR) - Cookbook sre.hosts.decommission (exit_code=97) | 
  [production] | 
            
  | 21:07 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.decommission | 
  [production] | 
            
  | 20:50 | 
  <dzahn@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) | 
  [production] | 
            
  | 20:50 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.downtime | 
  [production] | 
            
  | 20:50 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=inactive; selector: dc=codfw,cluster=api_appserver,name=mw221[0-4].codfw.wmnet | 
  [production] | 
            
  | 20:49 | 
  <dzahn@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) | 
  [production] | 
            
  | 20:49 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.downtime | 
  [production] | 
            
  | 20:49 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=inactive; selector: dc=codfw,cluster=api_appserver,name=mw220[0-9].codfw.wmnet | 
  [production] | 
            
  | 20:48 | 
  <dzahn@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) | 
  [production] | 
            
  | 20:48 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.downtime | 
  [production] | 
            
  | 20:48 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=inactive; selector: dc=codfw,cluster=api_appserver,name=mw214[0-7].codfw.wmnet | 
  [production] | 
            
  | 20:48 | 
  <dzahn@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) | 
  [production] | 
            
  | 20:48 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.downtime | 
  [production] | 
            
  | 20:47 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=inactive; selector: dc=codfw,cluster=api_appserver,name=mw213[0-9].codfw.wmnet | 
  [production] | 
            
  | 20:43 | 
  <otto@deploy1001> | 
  Synchronized wmf-config/InitialiseSettings.php: wgEventStreams: Streams for testing MEP-based analytics instruments - T259714 (duration: 00m 55s) | 
  [production] | 
            
  | 19:58 | 
  <dzahn@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) | 
  [production] | 
            
  | 19:58 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.downtime | 
  [production] | 
            
  | 19:58 | 
  <dzahn@cumin1001> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) | 
  [production] | 
            
  | 19:58 | 
  <dzahn@cumin1001> | 
  START - Cookbook sre.hosts.downtime | 
  [production] | 
            
  | 19:57 | 
  <marxarelli> | 
  1.36.0-wmf.6 promoted to all wikis (T257974). new errors appear to be related to T261345 but are known since 1.36.0-wmf.5 | 
  [production] | 
            
  | 19:57 | 
  <dzahn@cumin1001> | 
  conftool action : set/pooled=inactive; selector: dc=codfw,cluster=appserver,name=mw21[8-9][0-9]*.codfw.wmnet | 
  [production] | 
            
  | 19:41 | 
  <dduvall@deploy1001> | 
  rebuilt and synchronized wikiversions files: all wikis to 1.36.0-wmf.6 | 
  [production] | 
            
  | 19:22 | 
  <urbanecm@deploy1001> | 
  Synchronized wmf-config/interwiki.php: Update interwiki cache (duration: 02m 11s) | 
  [production] | 
            
  | 19:20 | 
  <urbanecm@deploy1001> | 
  Synchronized wmf-config/InitialiseSettings.php: Creating apiportalwiki (T246945) (duration: 01m 03s) | 
  [production] | 
            
  | 19:19 | 
  <urbanecm@deploy1001> | 
  Synchronized static/images/project-logos/: Creating apiportalwiki (T246945) (duration: 01m 03s) | 
  [production] | 
            
  | 19:16 | 
  <urbanecm@deploy1001> | 
  rebuilt and synchronized wikiversions files: Creating apiportalwiki (T246945) | 
  [production] | 
            
  | 19:15 | 
  <urbanecm@deploy1001> | 
  Synchronized dblists: Creating apiportalwiki (T246945) (duration: 01m 03s) | 
  [production] | 
            
  | 19:14 | 
  <urbanecm@deploy1001> | 
  Synchronized multiversion/MWMultiVersion.php: Creating apiportalwiki (T246945) (duration: 01m 03s) | 
  [production] | 
            
  | 19:12 | 
  <urbanecm@deploy1001> | 
  Synchronized wmf-config/db-codfw.php: Creating apiportalwiki (T246945) (duration: 01m 03s) | 
  [production] | 
            
  | 19:11 | 
  <urbanecm@deploy1001> | 
  Synchronized wmf-config/db-eqiad.php: Creating apiportalwiki (T246945) (duration: 01m 03s) | 
  [production] | 
            
  | 18:54 | 
  <mforns@deploy1001> | 
  Finished deploy [analytics/refinery@e85191b] (thin): Regular analytics weekly train THIN [analytics/refinery@e85191bb80c13781b41031340ea318b5f854b6a9] (duration: 00m 08s) | 
  [production] | 
            
  | 18:54 | 
  <mforns@deploy1001> | 
  Started deploy [analytics/refinery@e85191b] (thin): Regular analytics weekly train THIN [analytics/refinery@e85191bb80c13781b41031340ea318b5f854b6a9] | 
  [production] | 
            
  | 18:53 | 
  <mforns@deploy1001> | 
  Finished deploy [analytics/refinery@e85191b]: Regular analytics weekly train [analytics/refinery@e85191bb80c13781b41031340ea318b5f854b6a9] (duration: 10m 01s) | 
  [production] | 
            
  | 18:43 | 
  <mforns@deploy1001> | 
  Started deploy [analytics/refinery@e85191b]: Regular analytics weekly train [analytics/refinery@e85191bb80c13781b41031340ea318b5f854b6a9] | 
  [production] | 
            
  | 18:43 | 
  <catrope@deploy1001> | 
  Synchronized wmf-config/InitialiseSettings.php: GrowthExperiments: Assign all homepage users to variant A (duration: 01m 03s) | 
  [production] | 
            
  | 18:31 | 
  <catrope@deploy1001> | 
  Synchronized wmf-config/InitialiseSettings.php: Enable GrowthExperiments on ruwiki (T257490) (duration: 01m 03s) | 
  [production] | 
            
  | 18:17 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=1; selector: dc=codfw,cluster=jobrunner,name=mw2250.codfw.wmnet,service=canary | 
  [production] | 
            
  | 18:17 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=1; selector: dc=codfw,cluster=jobrunner,name=mw2249.codfw.wmnet,service=canary | 
  [production] | 
            
  | 18:16 | 
  <cdanis@cumin1001> | 
  END (PASS) - Cookbook sre.network.cf (exit_code=0) | 
  [production] | 
            
  | 18:16 | 
  <cdanis@cumin1001> | 
  START - Cookbook sre.network.cf | 
  [production] | 
            
  | 18:14 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=10; selector: dc=eqiad,cluster=jobrunner,name=mw1318.eqiad.wmnet | 
  [production] | 
            
  | 18:07 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=30; selector: name=mw229[1-9].codfw.wmnet,cluster=api_appserver | 
  [production] | 
            
  | 18:06 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=30; selector: name=mw2290.codfw.wmnet,cluster=api_appserver | 
  [production] | 
            
  | 18:05 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=30; selector: name=mw22[6-8][0-9].codfw.wmnet,cluster=api_appserver | 
  [production] | 
            
  | 18:03 | 
  <Urbanecm> | 
  Creating jawikivoyage is done (T260320) | 
  [production] | 
            
  | 18:02 | 
  <urbanecm@deploy1001> | 
  Synchronized wmf-config/interwiki.php: Update interwiki cache (duration: 01m 59s) | 
  [production] | 
            
  | 18:02 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=30; selector: name=mw225[0-9].codfw.wmnet,cluster=api_appserver | 
  [production] | 
            
  | 18:00 | 
  <urbanecm@deploy1001> | 
  Synchronized wmf-config/InitialiseSettings.php: Creating jawikivoyage (T260320) (duration: 01m 02s) | 
  [production] | 
            
  | 17:59 | 
  <dzahn@cumin1001> | 
  conftool action : set/weight=1; selector: name=mw224[4-5].codfw.wmnet,service=canary | 
  [production] |