| 
      
        2024-02-14
      
      §
     | 
  
    
  | 16:30 | 
  <taavi> | 
  reboot tools-sgeexec-10-23 due to high load | 
  [tools] | 
            
  | 09:14 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=0) on tools-k8s-worker-nfs-25.tools.eqiad1.wikimedia.cloud | 
  [tools] | 
            
  | 09:13 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.vps.refresh_puppet_certs on tools-k8s-worker-nfs-25.tools.eqiad1.wikimedia.cloud | 
  [tools] | 
            
  | 09:13 | 
  <wmbot~dcaro@urcuchillay> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) | 
  [tools] | 
            
  | 09:07 | 
  <wmbot~dcaro@urcuchillay> | 
  START - Cookbook wmcs.openstack.cloudvirt.vm_console | 
  [tools] | 
            
  | 09:07 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 09:07 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-30.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:56 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:56 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-74 | 
  [tools] | 
            
  | 08:55 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-74 | 
  [tools] | 
            
  | 08:54 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:54 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-29.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:44 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:44 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-73 | 
  [tools] | 
            
  | 08:43 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-73 | 
  [tools] | 
            
  | 08:43 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:43 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-28.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:33 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:33 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-72 | 
  [tools] | 
            
  | 08:32 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-72 | 
  [tools] | 
            
  | 08:32 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:32 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-27.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:23 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:22 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-71 | 
  [tools] | 
            
  | 08:22 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-71 | 
  [tools] | 
            
  | 08:21 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:21 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-26.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:09 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:08 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-70 | 
  [tools] | 
            
  | 08:07 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-70 | 
  [tools] | 
            
  | 08:05 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:05 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-25.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 07:56 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 07:54 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-69 | 
  [tools] | 
            
  | 07:54 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-69 | 
  [tools] | 
            
  | 07:53 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 07:53 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-24.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 07:44 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 07:43 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-68 | 
  [tools] | 
            
  | 07:42 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-68 | 
  [tools] | 
            
  
    | 
      
        2024-02-13
      
      §
     | 
  
    
  | 15:42 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-67 | 
  [tools] | 
            
  | 15:41 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-67 | 
  [tools] | 
            
  | 15:41 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 15:41 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-23.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 15:31 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 15:31 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.remove_k8s_node (exit_code=0) for host tools-k8s-worker-66 | 
  [tools] | 
            
  | 15:30 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.remove_k8s_node for host tools-k8s-worker-66 | 
  [tools] | 
            
  | 15:30 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 15:30 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-22.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 15:19 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster | 
  [tools] |