| 
      
        2025-07-10
      
      §
     | 
  
    
  | 02:04 | 
  <root@cumin1003> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudcephosd1006.eqiad.wmnet'] | 
  [production] | 
            
  | 02:04 | 
  <root@cumin1003> | 
  END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cloudcephosd1006.eqiad.wmnet'] | 
  [production] | 
            
  | 02:03 | 
  <root@cumin1003> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudcephosd1006.eqiad.wmnet'] | 
  [production] | 
            
  | 02:03 | 
  <root@cumin1003> | 
  END (ERROR) - Cookbook sre.hardware.upgrade-firmware (exit_code=97) upgrade firmware for hosts ['cloudcephosd1006.eqiad.wmnet'] | 
  [production] | 
            
  | 02:03 | 
  <root@cumin1003> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudcephosd1006.eqiad.wmnet'] | 
  [production] | 
            
  | 01:55 | 
  <andrew@cumin1003> | 
  END (PASS) - Cookbook sre.hosts.dhcp (exit_code=0) for host cloudcephosd1006.eqiad.wmnet | 
  [production] | 
            
  | 01:53 | 
  <andrew@cumin1003> | 
  START - Cookbook sre.hosts.dhcp for host cloudcephosd1006.eqiad.wmnet | 
  [production] | 
            
  | 01:53 | 
  <andrew@cumin1003> | 
  END (ERROR) - Cookbook sre.hosts.reimage (exit_code=97) for host cloudcephosd1006.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 01:39 | 
  <andrew@cumin1003> | 
  START - Cookbook sre.hosts.reimage for host cloudcephosd1006.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 00:42 | 
  <andrew@cumin1003> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host cloudcephosd1006.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  
    | 
      
        2025-07-09
      
      §
     | 
  
    
  | 23:21 | 
  <andrew@cumin1003> | 
  START - Cookbook sre.hosts.reimage for host cloudcephosd1006.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 22:29 | 
  <dreamyjazz@deploy1003> | 
  Finished scap sync-world: Backport for [[gerrit:1166499|ukwiki: allow bureaucrats to assign and remove temporary-account-viewer group (T398738)]] (duration: 10m 18s) | 
  [production] | 
            
  | 22:23 | 
  <dreamyjazz@deploy1003> | 
  dreamyjazz, dreamrimmer: Continuing with sync | 
  [production] | 
            
  | 22:21 | 
  <dreamyjazz@deploy1003> | 
  dreamyjazz, dreamrimmer: Backport for [[gerrit:1166499|ukwiki: allow bureaucrats to assign and remove temporary-account-viewer group (T398738)]] synced to the testservers (see https://wikitech.wikimedia.org/wiki/Mwdebug). Changes can now be verified there. | 
  [production] | 
            
  | 22:18 | 
  <dreamyjazz@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1166499|ukwiki: allow bureaucrats to assign and remove temporary-account-viewer group (T398738)]] | 
  [production] | 
            
  | 21:46 | 
  <vriley@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host es1048.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 21:46 | 
  <vriley@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - vriley@cumin1002" | 
  [production] | 
            
  | 21:45 | 
  <vriley@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - vriley@cumin1002" | 
  [production] | 
            
  | 21:28 | 
  <vriley@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on es1048.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 21:24 | 
  <vriley@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on es1048.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 21:15 | 
  <dancy@deploy1003> | 
  Finished scap sync-world: Backport for [[gerrit:558052|Add DEPRECATED_LANGUAGE_CODE_MAPPING to wgInterlanguageLinkCodeMap (T248352)]] (duration: 10m 25s) | 
  [production] | 
            
  | 21:10 | 
  <dancy@deploy1003> | 
  dancy, fomafix: Continuing with sync | 
  [production] | 
            
  | 21:07 | 
  <dancy@deploy1003> | 
  dancy, fomafix: Backport for [[gerrit:558052|Add DEPRECATED_LANGUAGE_CODE_MAPPING to wgInterlanguageLinkCodeMap (T248352)]] synced to the testservers (see https://wikitech.wikimedia.org/wiki/Mwdebug). Changes can now be verified there. | 
  [production] | 
            
  | 21:05 | 
  <vriley@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host es1048.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 21:05 | 
  <dancy@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:558052|Add DEPRECATED_LANGUAGE_CODE_MAPPING to wgInterlanguageLinkCodeMap (T248352)]] | 
  [production] | 
            
  | 20:55 | 
  <vriley@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host es1048.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL | 
  [production] | 
            
  | 20:50 | 
  <vriley@cumin1002> | 
  START - Cookbook sre.hosts.provision for host es1048.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL | 
  [production] | 
            
  | 20:36 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cloudcephosd1051.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 20:36 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 20:35 | 
  <vriley@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host es1048.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL | 
  [production] | 
            
  | 20:34 | 
  <vriley@cumin1002> | 
  START - Cookbook sre.hosts.provision for host es1048.mgmt.eqiad.wmnet with chassis set policy GRACEFUL_RESTART and with Dell SCP reboot policy GRACEFUL | 
  [production] | 
            
  | 20:33 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 20:31 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cloudcephosd1050.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 20:31 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 20:30 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 20:28 | 
  <jforrester@deploy1003> | 
  Finished scap sync-world: Backport for [[gerrit:1167622|Pre-deploy Readers Use Cases Survey on enwiki (T398870)]] (duration: 11m 00s) | 
  [production] | 
            
  | 20:23 | 
  <jforrester@deploy1003> | 
  jforrester, dani: Continuing with sync | 
  [production] | 
            
  | 20:19 | 
  <jforrester@deploy1003> | 
  jforrester, dani: Backport for [[gerrit:1167622|Pre-deploy Readers Use Cases Survey on enwiki (T398870)]] synced to the testservers (see https://wikitech.wikimedia.org/wiki/Mwdebug). Changes can now be verified there. | 
  [production] | 
            
  | 20:17 | 
  <jforrester@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1167622|Pre-deploy Readers Use Cases Survey on enwiki (T398870)]] | 
  [production] | 
            
  | 20:17 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cloudcephosd1051.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 20:13 | 
  <James_F> | 
  jforrester@deploy1003:~$ echo 'https://en.wikipedia.org/static/favicon/wikifunctions.ico' | mwscript-k8s --attach purgeList.php -- --wiki enwiki # T326094 | 
  [production] | 
            
  | 20:13 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cloudcephosd1050.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 20:13 | 
  <jforrester@deploy1003> | 
  Finished scap sync-world: Backport for [[gerrit:1167688|shwiki: Add bs, hr and sr as import sources (T399113)]], [[gerrit:1153557|Remove white outline from Wikifunctions favicon (T326094)]] (duration: 08m 52s) | 
  [production] | 
            
  | 20:10 | 
  <vriley@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host es1047.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 20:10 | 
  <vriley@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - vriley@cumin1002" | 
  [production] | 
            
  | 20:10 | 
  <vriley@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - vriley@cumin1002" | 
  [production] | 
            
  | 20:10 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on cloudcephosd1051.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 20:08 | 
  <jforrester@deploy1003> | 
  jforrester, jhsoby, aleksandar: Continuing with sync | 
  [production] | 
            
  | 20:07 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on cloudcephosd1050.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 20:06 | 
  <jforrester@deploy1003> | 
  jforrester, jhsoby, aleksandar: Backport for [[gerrit:1167688|shwiki: Add bs, hr and sr as import sources (T399113)]], [[gerrit:1153557|Remove white outline from Wikifunctions favicon (T326094)]] synced to the testservers (see https://wikitech.wikimedia.org/wiki/Mwdebug). Changes can now be verified there. | 
  [production] |