| 
      
        2024-09-26
      
      ยง
     | 
  
    
  | 16:27 | 
  <swfrench-wmf> | 
  done with switchover day 3 deployment server switch - T370962 | 
  [production] | 
            
  | 16:23 | 
  <sukhe@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 7 days, 0:00:00 on cp2037.codfw.wmnet with reason: T375766 | 
  [production] | 
            
  | 16:23 | 
  <sukhe@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 7 days, 0:00:00 on cp2037.codfw.wmnet with reason: T375766 | 
  [production] | 
            
  | 16:09 | 
  <cwhite> | 
  `systemctl restart zuul` on contint1002 T233089 | 
  [production] | 
            
  | 16:07 | 
  <jayme@deploy1003> | 
  helmfile [aux-k8s-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:07 | 
  <jayme@deploy1003> | 
  helmfile [aux-k8s-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:07 | 
  <jayme@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:07 | 
  <jayme@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:07 | 
  <jayme@deploy1003> | 
  helmfile [ml-staging-codfw] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [ml-staging-codfw] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [ml-serve-codfw] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [ml-serve-codfw] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [ml-serve-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [ml-serve-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [staging-codfw] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [staging-codfw] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:06 | 
  <jayme@deploy1003> | 
  helmfile [staging-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:05 | 
  <jayme@deploy1003> | 
  helmfile [staging-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:05 | 
  <jayme@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:05 | 
  <jayme@deploy1003> | 
  helmfile [codfw] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:05 | 
  <jayme@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:05 | 
  <jayme@deploy1003> | 
  helmfile [eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:04 | 
  <swfrench@deploy2002> | 
  Finished scap sync-world: No-op deployment to verify switchover - T370962 (duration: 29m 53s) | 
  [production] | 
            
  | 16:03 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 16:03 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 16:01 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:00 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 16:00 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:59 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:55 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:55 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:55 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:54 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:54 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:53 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:45 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:44 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:44 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:42 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:42 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:42 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:42 | 
  <brouberol@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 15:39 | 
  <fnegri@cumin1002> | 
  END (FAIL) - Cookbook sre.wikireplicas.update-views (exit_code=99) | 
  [production] | 
            
  | 15:38 | 
  <fnegri@cumin1002> | 
  START - Cookbook sre.wikireplicas.update-views | 
  [production] | 
            
  | 15:34 | 
  <swfrench@deploy2002> | 
  Started scap sync-world: No-op deployment to verify switchover - T370962 | 
  [production] | 
            
  | 15:31 | 
  <fnegri@cumin1002> | 
  END (FAIL) - Cookbook sre.wikireplicas.update-views (exit_code=99) | 
  [production] | 
            
  | 15:25 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:25 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:25 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 15:24 | 
  <brouberol@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] |