| 
      
        2025-01-26
      
      §
     | 
  
    
  | 22:04 | 
  <andrewbogott> | 
  restarting Node tools-k8s-worker-nfs-44 , too many D processes | 
  [tools] | 
            
  | 22:03 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-44 | 
  [tools] | 
            
  | 22:02 | 
  <andrew@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=99) for tools-m8s-worker-nfs-44 | 
  [tools] | 
            
  | 22:02 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-m8s-worker-nfs-44 | 
  [tools] | 
            
  | 08:38 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=0) on tools-k8s-worker-109.tools.eqiad1.wikimedia.cloud | 
  [tools] | 
            
  | 08:37 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.vps.refresh_puppet_certs on tools-k8s-worker-109.tools.eqiad1.wikimedia.cloud | 
  [tools] | 
            
  | 08:37 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:37 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-79.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:27 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T384790) | 
  [tools] | 
            
  | 08:26 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:26 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-78.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:16 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T384790) | 
  [tools] | 
            
  | 08:16 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker-nfs role in the tools cluster | 
  [tools] | 
            
  | 08:16 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker-nfs tools-k8s-worker-nfs-77.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 08:06 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker-nfs role in the tools cluster (T384790) | 
  [tools] | 
            
  | 08:06 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker role in the tools cluster | 
  [tools] | 
            
  | 08:06 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker tools-k8s-worker-110.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 07:56 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker role in the tools cluster (T384790) | 
  [tools] | 
            
  | 07:56 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=0) for a worker role in the tools cluster | 
  [tools] | 
            
  | 07:56 | 
  <taavi@cloudcumin1001> | 
  Added a new k8s worker tools-k8s-worker-109.tools.eqiad1.wikimedia.cloud to the cluster | 
  [tools] | 
            
  | 07:44 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a worker role in the tools cluster (T384790) | 
  [tools] | 
            
  | 07:38 | 
  <taavi@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-14, tools-k8s-worker-nfs-55 | 
  [tools] | 
            
  | 07:32 | 
  <taavi@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-14, tools-k8s-worker-nfs-55 | 
  [tools] | 
            
  
    | 
      
        2025-01-23
      
      §
     | 
  
    
  | 14:47 | 
  <raymond-ndibe@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component jobs-api | 
  [tools] | 
            
  | 14:44 | 
  <raymond-ndibe@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [tools] | 
            
  | 14:39 | 
  <raymond-ndibe@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component jobs-api | 
  [tools] | 
            
  | 14:32 | 
  <raymond-ndibe@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [tools] | 
            
  | 14:10 | 
  <dcaro> | 
  reboot tools-static-15 due to nginx stuck on nfs | 
  [tools] | 
            
  
    | 
      
        2025-01-13
      
      §
     | 
  
    
  | 21:35 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-47 (T383625) | 
  [tools] | 
            
  | 21:31 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-47 (T383625) | 
  [tools] | 
            
  | 21:30 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-38 (T383625) | 
  [tools] | 
            
  | 21:29 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-19 (T383238) | 
  [tools] | 
            
  | 21:25 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-38 (T383625) | 
  [tools] | 
            
  | 21:24 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-74 (T383625) | 
  [tools] | 
            
  | 21:24 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-19 (T383238) | 
  [tools] | 
            
  | 21:20 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-74 (T383625) | 
  [tools] | 
            
  | 21:19 | 
  <andrew@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-21 (T383625) | 
  [tools] | 
            
  | 21:18 | 
  <andrew@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.k8s.reboot for tools-k8s-worker-nfs-21 (T383625) | 
  [tools] | 
            
  | 21:18 | 
  <andrew@cloudcumin1001> | 
  END (ERROR) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=97) for tools-k8s-worker-nfs-21 (T383238) | 
  [tools] |