| 
      
        2024-02-14
      
      §
     | 
  
    
  | 14:28 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1039.eqiad.wmnet}' | 
  [admin] | 
            
  | 14:09 | 
  <taavi> | 
  creating some missing $PROJECT.wmcloud.org. DNS zones | 
  [admin] | 
            
  | 14:07 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1039.eqiad.wmnet}' | 
  [admin] | 
            
  | 14:06 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1038.eqiad.wmnet}' | 
  [admin] | 
            
  | 13:50 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) | 
  [admin] | 
            
  | 13:50 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.restart_openstack | 
  [admin] | 
            
  | 13:48 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1038.eqiad.wmnet}' | 
  [admin] | 
            
  | 13:48 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1037.eqiad.wmnet}' | 
  [admin] | 
            
  | 13:23 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1037.eqiad.wmnet}' | 
  [admin] | 
            
  | 13:22 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1036.eqiad.wmnet}' | 
  [admin] | 
            
  | 13:00 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1036.eqiad.wmnet}' | 
  [admin] | 
            
  | 13:00 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1035.eqiad.wmnet}' | 
  [admin] | 
            
  | 12:35 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1035.eqiad.wmnet}' | 
  [admin] | 
            
  | 12:34 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1034.eqiad.wmnet}' | 
  [admin] | 
            
  | 12:13 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1034.eqiad.wmnet}' | 
  [admin] | 
            
  | 12:08 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1033.eqiad.wmnet}' | 
  [admin] | 
            
  | 11:39 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1033.eqiad.wmnet}' | 
  [admin] | 
            
  | 11:38 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1032.eqiad.wmnet}' | 
  [admin] | 
            
  | 11:33 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1032.eqiad.wmnet}' | 
  [admin] | 
            
  | 11:21 | 
  <taavi@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 10:55 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 10:43 | 
  <taavi@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 10:15 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 09:33 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'P{O:wmcs::openstack::codfw1dev::virt_ceph}' | 
  [admin] | 
            
  | 09:31 | 
  <taavi> | 
  failover all dumps traffic to clouddumps1001 | 
  [admin] | 
            
  | 08:33 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{O:wmcs::openstack::codfw1dev::virt_ceph}' | 
  [admin] | 
            
  | 08:16 | 
  <taavi> | 
  reboot clouddumps1001 for kernel updates | 
  [admin] | 
            
  
    | 
      
        2024-02-13
      
      §
     | 
  
    
  | 17:07 | 
  <wmbot~taavi@runko> | 
  END (ERROR) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=97) on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 17:07 | 
  <wmbot~taavi@runko> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 16:06 | 
  <wmbot~taavi@runko> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 16:06 | 
  <wmbot~taavi@runko> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 16:04 | 
  <wmbot~taavi@runko> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 16:04 | 
  <wmbot~taavi@runko> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 16:04 | 
  <wmbot~taavi@runko> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 16:04 | 
  <wmbot~taavi@runko> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{O:wmcs::openstack::eqiad1::virt_ceph}' | 
  [admin] | 
            
  | 16:02 | 
  <wmbot~taavi@runko> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{P:openstack::eqiad1::nova::compute::service}' | 
  [admin] | 
            
  | 16:02 | 
  <wmbot~taavi@runko> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{P:openstack::eqiad1::nova::compute::service}' | 
  [admin] | 
            
  | 16:02 | 
  <wmbot~taavi@runko> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P:openstack::eqiad1::nova::compute::service' | 
  [admin] | 
            
  | 16:02 | 
  <wmbot~taavi@runko> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P:openstack::eqiad1::nova::compute::service' | 
  [admin] | 
            
  | 16:01 | 
  <wmbot~taavi@runko> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'D{cloudvirt1001.eqiad.wmnet}' | 
  [admin] | 
            
  | 16:01 | 
  <wmbot~taavi@runko> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'D{cloudvirt1001.eqiad.wmnet}' | 
  [admin] | 
            
  | 15:10 | 
  <wmbot~fran@wmf3169> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) (T356975) | 
  [admin] | 
            
  | 14:55 | 
  <wmbot~fran@wmf3169> | 
  START - Cookbook wmcs.openstack.cloudvirt.safe_reboot (T356975) | 
  [admin] |