| 2024-03-18
      
      ยง | 
    
  | 11:50 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-15 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:49 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-15 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:49 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-14 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:48 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-14 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:48 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-13 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:47 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-13 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:47 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-12 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:46 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-12 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:46 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-11 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:45 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-11 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:44 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-10 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:43 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-10 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:43 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-9 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:42 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-9 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:42 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-8 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:41 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-8 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:41 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-7 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:40 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-7 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:40 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-6 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:39 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-6 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:39 | <aborrero@cloudcumin1001> | END (FAIL) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=99) for node tools-k8s-worker-nfs-5 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:33 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-5 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:33 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-4 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:32 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-4 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:32 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-3 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:31 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-3 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:31 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-2 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:30 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-2 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:30 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-worker-nfs-1 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:29 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-worker-nfs-1 from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 11:23 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-control-9 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 11:23 | <taavi> | point tools-static proxy to tools-static-15 (bookworm) T311913 | [tools] | 
            
  | 11:19 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=0) on tools-static-15.tools.eqiad1.wikimedia.cloud | [tools] | 
            
  | 11:17 | <taavi@cloudcumin1001> | START - Cookbook wmcs.vps.refresh_puppet_certs on tools-static-15.tools.eqiad1.wikimedia.cloud | [tools] | 
            
  | 11:17 | <taavi@cloudcumin1001> | END (FAIL) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=99) on tools-static-15.tools.eqiad1.wikimedia.cloud | [tools] | 
            
  | 11:17 | <taavi@cloudcumin1001> | START - Cookbook wmcs.vps.refresh_puppet_certs on tools-static-15.tools.eqiad1.wikimedia.cloud | [tools] | 
            
  | 11:17 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-control-9 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 11:13 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-control-8 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 11:08 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-control-8 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 11:01 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component wmcs-k8s-metrics | [tools] | 
            
  | 11:00 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.component.deploy for component wmcs-k8s-metrics | [tools] | 
            
  | 11:00 | <aborrero@cloudcumin1001> | END (ERROR) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=97) for component jobs-api | [tools] | 
            
  | 11:00 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.component.deploy for component jobs-api | [tools] | 
            
  | 11:00 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-control-7 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 10:53 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-control-7 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 10:53 | <aborrero@cloudcumin1001> | END (FAIL) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=99) for node tools-k8s-7 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 10:53 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-7 from 1.23.17 to 1.24.17 (T359638) | [tools] | 
            
  | 10:47 | <aborrero@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.prepare_upgrade (exit_code=0) for cluster tools upgrade from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 10:46 | <aborrero@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.prepare_upgrade for cluster tools upgrade from 1.23.17 to 1.24.17 (T307651) | [tools] | 
            
  | 10:04 | <taavi@cloudcumin1001> | END (FAIL) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=99) on tools-bastion-12.tools.eqiad1.wikimedia.cloud | [tools] |