| 
      
        2023-11-03
      
      §
     | 
  
    
  | 16:30 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 16:29 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.undrain_node (348643) | 
  [admin] | 
            
  | 16:28 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 16:28 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 16:16 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 15:06 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 13:13 | 
  <dhinus> | 
  triggering neutron failover from cloudnet1005 to cloudnet1006 (T345811) | 
  [admin] | 
            
  | 06:35 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 01:46 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 01:46 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 01:46 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.undrain_node (348643) | 
  [admin] | 
            
  | 01:45 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 01:45 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.undrain_node (348643) | 
  [admin] | 
            
  
    | 
      
        2023-11-02
      
      §
     | 
  
    
  | 20:37 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 18:14 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 17:32 | 
  <taavi> | 
  merged cloudcontrol firewall cleanup patch https://gerrit.wikimedia.org/r/c/operations/puppet/+/971211 | 
  [admin] | 
            
  | 16:46 | 
  <andrew@cloudcumin1001> | 
  END (ERROR) - Cookbook wmcs.ceph.osd.drain_node (exit_code=97) (348643) | 
  [admin] | 
            
  | 16:23 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 16:23 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.undrain_node (348643) | 
  [admin] | 
            
  | 16:21 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 16:00 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 13:48 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 13:48 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 13:47 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 11:44 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 11:27 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 07:28 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) | 
  [admin] | 
            
  | 07:27 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.restart_openstack | 
  [admin] | 
            
  | 05:38 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 03:48 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 03:47 | 
  <andrew@cloudcumin1001> | 
  END (ERROR) - Cookbook wmcs.ceph.osd.drain_node (exit_code=97) (348643) | 
  [admin] | 
            
  | 03:43 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  
    | 
      
        2023-11-01
      
      §
     | 
  
    
  | 23:13 | 
  <andrew@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) | 
  [admin] | 
            
  | 21:29 | 
  <taavi> | 
  re-enable puppet on cloudcontrol2006-dev.codfw.wmnet which has fallen off of puppetdb | 
  [admin] | 
            
  | 21:15 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 21:15 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 21:15 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 21:14 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.drain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 20:26 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 20:11 | 
  <andrew@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) | 
  [admin] | 
            
  | 19:55 | 
  <andrew@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) | 
  [admin] | 
            
  | 15:10 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 14:55 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 14:52 | 
  <andrew@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.ceph.osd.drain_node (exit_code=99) (348643) | 
  [admin] | 
            
  | 14:52 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.drain_node (348643) | 
  [admin] | 
            
  | 14:50 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 14:49 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.undrain_node (348643) | 
  [admin] | 
            
  | 14:49 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) | 
  [admin] | 
            
  | 14:48 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.ceph.osd.undrain_node (348643) | 
  [admin] | 
            
  | 14:47 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.ceph.osd.undrain_node (exit_code=0) (348643) | 
  [admin] |