| 2021-01-18
      
      ยง | 
    
  | 20:25 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2305.codfw.wmnet | [production] | 
            
  | 20:25 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2303.codfw.wmnet | [production] | 
            
  | 20:24 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2277.codfw.wmnet | [production] | 
            
  | 20:24 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2276.codfw.wmnet | [production] | 
            
  | 20:20 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2303.codfw.wmnet | [production] | 
            
  | 20:19 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2305.codfw.wmnet | [production] | 
            
  | 20:19 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2277.codfw.wmnet | [production] | 
            
  | 20:19 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2276.codfw.wmnet | [production] | 
            
  | 19:42 | <dzahn@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2305.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 19:40 | <dzahn@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2303.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 19:39 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2305.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 19:38 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2303.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 19:35 | <dzahn@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2277.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 19:33 | <dzahn@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2276.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 19:32 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2277.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 19:31 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2276.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 18:40 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2275.codfw.wmnet | [production] | 
            
  | 18:40 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2274.codfw.wmnet | [production] | 
            
  | 18:39 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2273.codfw.wmnet | [production] | 
            
  | 18:38 | <dzahn@cumin1001> | conftool action : set/pooled=yes; selector: name=mw2271.codfw.wmnet | [production] | 
            
  | 18:35 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hadoop.init-hadoop-workers (exit_code=0) for hosts an-worker[1136,1138].eqiad.wmnet | [production] | 
            
  | 18:34 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2274.codfw.wmnet | [production] | 
            
  | 18:34 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2275.codfw.wmnet | [production] | 
            
  | 18:34 | <elukey@cumin1001> | START - Cookbook sre.hadoop.init-hadoop-workers for hosts an-worker[1136,1138].eqiad.wmnet | [production] | 
            
  | 18:34 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2273.codfw.wmnet | [production] | 
            
  | 18:33 | <dzahn@cumin1001> | conftool action : set/pooled=no; selector: name=mw2271.codfw.wmnet | [production] | 
            
  | 18:24 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on an-worker1138.eqiad.wmnet with reason: REIMAGE | [production] | 
            
  | 18:22 | <elukey@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on an-worker1138.eqiad.wmnet with reason: REIMAGE | [production] | 
            
  | 18:21 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hadoop.init-hadoop-workers (exit_code=0) for hosts an-worker1132.eqiad.wmnet | [production] | 
            
  | 18:20 | <elukey@cumin1001> | START - Cookbook sre.hadoop.init-hadoop-workers for hosts an-worker1132.eqiad.wmnet | [production] | 
            
  | 18:19 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hadoop.init-hadoop-workers (exit_code=0) for hosts an-worker1130.eqiad.wmnet | [production] | 
            
  | 18:18 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on an-worker1136.eqiad.wmnet with reason: REIMAGE | [production] | 
            
  | 18:17 | <elukey@cumin1001> | START - Cookbook sre.hadoop.init-hadoop-workers for hosts an-worker1130.eqiad.wmnet | [production] | 
            
  | 18:16 | <elukey@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on an-worker1136.eqiad.wmnet with reason: REIMAGE | [production] | 
            
  | 18:14 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hadoop.init-hadoop-workers (exit_code=0) for hosts an-worker1128.eqiad.wmnet | [production] | 
            
  | 18:12 | <elukey@cumin1001> | START - Cookbook sre.hadoop.init-hadoop-workers for hosts an-worker1128.eqiad.wmnet | [production] | 
            
  | 17:51 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hadoop.init-hadoop-workers (exit_code=0) for hosts an-worker[1124-1127].eqiad.wmnet | [production] | 
            
  | 17:50 | <dzahn@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2274.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:49 | <elukey@cumin1001> | START - Cookbook sre.hadoop.init-hadoop-workers for hosts an-worker[1124-1127].eqiad.wmnet | [production] | 
            
  | 17:49 | <dzahn@cumin1001> | END (FAIL) - Cookbook sre.hosts.downtime (exit_code=99) for 2:00:00 on mw2275.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:49 | <dzahn@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2273.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:48 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hadoop.init-hadoop-workers (exit_code=0) for hosts an-worker[1121-1123].eqiad.wmnet | [production] | 
            
  | 17:47 | <dzahn@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on mw2271.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:47 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2275.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:46 | <elukey@cumin1001> | START - Cookbook sre.hadoop.init-hadoop-workers for hosts an-worker[1121-1123].eqiad.wmnet | [production] | 
            
  | 17:46 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2274.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:45 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2273.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:45 | <dzahn@cumin1001> | START - Cookbook sre.hosts.downtime for 2:00:00 on mw2271.codfw.wmnet with reason: REIMAGE | [production] | 
            
  | 17:44 | <elukey@cumin1001> | END (PASS) - Cookbook sre.hadoop.init-hadoop-workers (exit_code=0) for hosts an-worker1120.eqiad.wmnet | [production] | 
            
  | 17:42 | <elukey@cumin1001> | START - Cookbook sre.hadoop.init-hadoop-workers for hosts an-worker1120.eqiad.wmnet | [production] |