| 2023-10-04
      
      ยง | 
    
  | 17:22 | <dcausse@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/rdf-streaming-updater: apply | [production] | 
            
  | 17:16 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=93) for host cloudvirt1066.eqiad.wmnet with OS bullseye | [production] | 
            
  | 17:03 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=93) for host cloudvirt1065.eqiad.wmnet with OS bullseye | [production] | 
            
  | 17:03 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=93) for host cloudvirt1062.eqiad.wmnet with OS bullseye | [production] | 
            
  | 16:59 | <fabfur> | merged https://gerrit.wikimedia.org/r/c/operations/puppet/+/963326 (T347837). `purged` daemon will be restarted by puppet in esams in the next 30m | [production] | 
            
  | 16:54 | <bking@cumin1001> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host cloudelastic1007.eqiad.wmnet with OS bullseye | [production] | 
            
  | 16:49 | <taavi> | taavi@mwmaint2002 ~ $ mwscript extensions/OATHAuth/maintenance/UpdateForMultipleDevicesSupport.php metawiki | tee T242031-sul.log # T242031 | [production] | 
            
  | 16:49 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host an-master1003.eqiad.wmnet with OS bullseye | [production] | 
            
  | 16:49 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host an-master1004.eqiad.wmnet with OS bullseye | [production] | 
            
  | 16:34 | <jclark@cumin1001> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:34 | <jclark@cumin1001> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:28 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:28 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:27 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:26 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:26 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:26 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:25 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:25 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:25 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:25 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:25 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:24 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:24 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:24 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:24 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:24 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:24 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:23 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:23 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:23 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:23 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:23 | <jclark@cumin1001> | START - Cookbook sre.hosts.reimage for host cloudvirt1067.eqiad.wmnet with OS bullseye | [production] | 
            
  | 16:23 | <jclark@cumin1001> | START - Cookbook sre.hosts.reimage for host cloudvirt1066.eqiad.wmnet with OS bullseye | [production] | 
            
  | 16:22 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:22 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:22 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:22 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1067'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1066'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cloudvirt1063'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cloudvirt1065'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cloudvirt1064'] | [production] | 
            
  | 16:21 | <jclark@cumin1001> | END (PASS) - Cookbook sre.hardware.upgrade-firmware (exit_code=0) upgrade firmware for hosts ['cloudvirt1062'] | [production] | 
            
  | 16:15 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1065'] | [production] | 
            
  | 16:15 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1064'] | [production] | 
            
  | 16:15 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1063'] | [production] | 
            
  | 16:15 | <jclark@cumin1001> | START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts ['cloudvirt1062'] | [production] |