| 2024-06-24
      
      ยง | 
    
  | 20:56 | <andrewbogott> | rebooting tools-k8s-worker-nfs-36; it has lots of stuck processes which somehow didn't get unstuck when we did the post-nfs-migration reboots. | [tools] | 
            
  | 15:55 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-32 | [tools] | 
            
  | 15:53 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-32 | [tools] | 
            
  | 15:52 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-31 | [tools] | 
            
  | 15:52 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-32 | [tools] | 
            
  | 15:51 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-31 | [tools] | 
            
  | 15:51 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-32 | [tools] | 
            
  | 15:49 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-30 | [tools] | 
            
  | 15:49 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-31 | [tools] | 
            
  | 15:48 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-31 | [tools] | 
            
  | 15:48 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-30 | [tools] | 
            
  | 15:47 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-29 | [tools] | 
            
  | 15:47 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-30 | [tools] | 
            
  | 15:46 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-30 | [tools] | 
            
  | 15:46 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-29 | [tools] | 
            
  | 15:45 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-28 | [tools] | 
            
  | 15:45 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-29 | [tools] | 
            
  | 15:45 | <arturo> | deploy toolforge-webservice 0.103.7 (T362050) | [tools] | 
            
  | 15:44 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-29 | [tools] | 
            
  | 15:43 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-28 | [tools] | 
            
  | 15:43 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-27 | [tools] | 
            
  | 15:42 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-28 | [tools] | 
            
  | 15:42 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-27 | [tools] | 
            
  | 15:42 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-28 | [tools] | 
            
  | 15:33 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-27 | [tools] | 
            
  | 15:32 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-27 | [tools] | 
            
  | 15:18 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for all NFS workers | [tools] | 
            
  | 14:38 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-sgebastion-10 | [tools] | 
            
  | 14:37 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-sgebastion-10 | [tools] | 
            
  | 14:36 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-bastion-13 | [tools] | 
            
  | 14:34 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-bastion-13 | [tools] | 
            
  | 14:32 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-bastion-12 | [tools] | 
            
  | 14:30 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-bastion-12 | [tools] | 
            
  | 14:30 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.reboot for all NFS workers | [tools] | 
            
  | 14:25 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-nfs-2 | [tools] | 
            
  | 14:24 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-nfs-2 | [tools] | 
            
  | 13:57 | <taavi@cloudcumin1001> | END (FAIL) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=99) for server tools-nfs-2 | [tools] | 
            
  | 13:57 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-nfs-2 | [tools] | 
            
  | 13:50 | <andrew@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_dbinstance_to_ovs (exit_code=0) for server tbd | [tools] | 
            
  | 13:43 | <andrew@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_dbinstance_to_ovs for server tbd | [tools] | 
            
  | 13:42 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-26 | [tools] | 
            
  | 13:41 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-26 | [tools] | 
            
  | 13:41 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-25 | [tools] | 
            
  | 13:39 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-25 | [tools] | 
            
  | 13:39 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-26 | [tools] | 
            
  | 13:39 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.openstack.migrate_server_to_ovs (exit_code=0) for server tools-k8s-worker-nfs-24 | [tools] | 
            
  | 13:39 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-26 | [tools] | 
            
  | 13:37 | <taavi@cloudcumin1001> | END (PASS) - Cookbook wmcs.toolforge.k8s.worker.drain (exit_code=0) for node tools-k8s-worker-nfs-25 | [tools] | 
            
  | 13:37 | <taavi@cloudcumin1001> | START - Cookbook wmcs.openstack.migrate_server_to_ovs for server tools-k8s-worker-nfs-24 | [tools] | 
            
  | 13:37 | <taavi@cloudcumin1001> | START - Cookbook wmcs.toolforge.k8s.worker.drain for node tools-k8s-worker-nfs-25 | [tools] |