| 
      
        2025-10-08
      
      ยง
     | 
  
    
  | 17:49 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:49 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 17:49 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 17:48 | 
  <sukhe@cumin1003> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on hcaptcha1001.wikimedia.org with reason: host reimage | 
  [production] | 
            
  | 17:45 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:45 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:44 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-jobrunner: apply | 
  [production] | 
            
  | 17:44 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-jobrunner: apply | 
  [production] | 
            
  | 17:44 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:44 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:42 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 17:42 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 17:42 | 
  <andrew@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host cloudcontrol2005-dev.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 17:39 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:39 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:34 | 
  <sukhe@cumin1003> | 
  START - Cookbook sre.hosts.reimage for host hcaptcha1001.wikimedia.org with OS bookworm | 
  [production] | 
            
  | 17:33 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:32 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:32 | 
  <brett> | 
  Enable unified mobile routing on en.wikipedia.org - T403510 | 
  [production] | 
            
  | 17:26 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:26 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:22 | 
  <fceratto@cumin1002> | 
  END (PASS) - Cookbook sre.mysql.pool (exit_code=0) es2052 gradually with 4 steps - Pooling in new host | 
  [production] | 
            
  | 17:20 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:20 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:19 | 
  <btullis@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-analytics-test: apply | 
  [production] | 
            
  | 17:18 | 
  <btullis@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-analytics-test: apply | 
  [production] | 
            
  | 17:18 | 
  <btullis@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-analytics-test: apply | 
  [production] | 
            
  | 17:11 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/mw-jobrunner: apply | 
  [production] | 
            
  | 17:10 | 
  <btullis@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-analytics-test: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-jobrunner: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] DONE helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [codfw] START helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 17:10 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:09 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-web: apply | 
  [production] | 
            
  | 17:09 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-jobrunner: apply | 
  [production] | 
            
  | 17:09 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-jobrunner: apply | 
  [production] | 
            
  | 17:09 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:09 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-api-int: apply | 
  [production] | 
            
  | 17:09 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] DONE helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 17:09 | 
  <swfrench@deploy2002> | 
  helmfile [eqiad] START helmfile.d/services/mw-api-ext: apply | 
  [production] | 
            
  | 16:53 | 
  <dzahn@cumin2002> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on zuul2002.codfw.wmnet with reason: WIP | 
  [production] | 
            
  | 16:43 | 
  <dzahn@cumin2002> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on zuul2001.codfw.wmnet with reason: WIP | 
  [production] | 
            
  | 16:43 | 
  <dzahn@cumin2002> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on zuul1001.eqiad.wmnet with reason: WIP | 
  [production] | 
            
  | 16:42 | 
  <dzahn@cumin2002> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on zuul1002.eqiad.wmnet with reason: WIP | 
  [production] | 
            
  | 16:37 | 
  <fceratto@cumin1002> | 
  START - Cookbook sre.mysql.pool es2052 gradually with 4 steps - Pooling in new host | 
  [production] | 
            
  | 16:36 | 
  <fceratto@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for es2052.codfw.wmnet | 
  [production] |