| 
      
        2024-06-27
      
      §
     | 
  
    
  | 15:28 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker1026.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:28 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker1026.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:27 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker1025 | 
  [production] | 
            
  | 15:27 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:27 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw1373 to wikikube-worker1025 - cgoubert@cumin1002" | 
  [production] | 
            
  | 15:27 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1024.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 15:27 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker1024.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:27 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker1024.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:26 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1023.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 15:26 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker1023.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:26 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker1023.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:25 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1022.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 15:25 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker1022.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:25 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker1022.eqiad.wmnet on all recursors | 
  [production] | 
            
  | 15:25 | 
  <pmiazga> | 
  T367901 mwmaint1002: Ran `mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=rowiki --logwiki=metawiki 'Rui_Filipe_Fernandes' '44_Gabriel’` | 
  [production] | 
            
  | 15:24 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw1373 to wikikube-worker1025 - cgoubert@cumin1002" | 
  [production] | 
            
  | 15:23 | 
  <dcaro@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host cloudcephosd1007.eqiad.wmnet | 
  [production] | 
            
  | 15:22 | 
  <wmbot~dcaro@urcuchillay> | 
  END (FAIL) - Cookbook wmcs.ceph.osd.bootstrap_and_add (exit_code=99) (T309789) | 
  [admin] | 
            
  | 15:21 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:21 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hosts.rename from mw1373 to wikikube-worker1025 | 
  [production] | 
            
  | 15:21 | 
  <wmbot~dcaro@urcuchillay> | 
  START - Cookbook wmcs.ceph.osd.bootstrap_and_add (T309789) | 
  [admin] | 
            
  | 15:21 | 
  <wmbot~dcaro@urcuchillay> | 
  END (ERROR) - Cookbook wmcs.ceph.osd.bootstrap_and_add (exit_code=97) (T309789) | 
  [admin] | 
            
  | 15:21 | 
  <wmbot~dcaro@urcuchillay> | 
  START - Cookbook wmcs.ceph.osd.bootstrap_and_add (T309789) | 
  [admin] | 
            
  | 15:21 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from mw1366 to wikikube-worker1024 | 
  [production] | 
            
  | 15:21 | 
  <arnaudb@cumin1002> | 
  dbctl commit (dc=all): 'es1037 (re)pooling @ 5%: post T365988 repool', diff saved to https://phabricator.wikimedia.org/P65532 and previous config saved to /var/cache/conftool/dbconfig/20240627-152107-arnaudb.json | 
  [production] | 
            
  | 15:21 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker1024 | 
  [production] | 
            
  | 15:20 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker1024 | 
  [production] | 
            
  | 15:20 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:20 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw1366 to wikikube-worker1024 - cgoubert@cumin1002" | 
  [production] | 
            
  | 15:19 | 
  <pmiazga> | 
  T368451 mwmaint1002: Ran `mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=commonswiki --logwiki=metawiki 'Agustín_Antonio_Cardozo' 'Agustín_Cardozo_Cabrera’ | 
  [production] | 
            
  | 15:18 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw1366 to wikikube-worker1024 - cgoubert@cumin1002" | 
  [production] | 
            
  | 15:17 | 
  <dcaro@cumin1002> | 
  START - Cookbook sre.hosts.reboot-single for host cloudcephosd1007.eqiad.wmnet | 
  [production] | 
            
  | 15:16 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:16 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hosts.rename from mw1366 to wikikube-worker1024 | 
  [production] | 
            
  | 15:15 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from mw1404 to wikikube-worker1026 | 
  [production] | 
            
  | 15:15 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker1026 | 
  [production] | 
            
  | 15:14 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker1026 | 
  [production] | 
            
  | 15:14 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:14 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw1404 to wikikube-worker1026 - cgoubert@cumin1002" | 
  [production] | 
            
  | 15:12 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw1404 to wikikube-worker1026 - cgoubert@cumin1002" | 
  [production] | 
            
  | 15:10 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:10 | 
  <cgoubert@cumin1002> | 
  END (ERROR) - Cookbook sre.dns.netbox (exit_code=97) | 
  [production] | 
            
  | 15:10 | 
  <hashar@deploy1002> | 
  Finished deploy [gerrit/gerrit@8c94fee]: Revert "Add image-diff JavaScript plugin" (duration: 00m 07s) | 
  [production] | 
            
  | 15:09 | 
  <hashar@deploy1002> | 
  Started deploy [gerrit/gerrit@8c94fee]: Revert "Add image-diff JavaScript plugin" | 
  [production] | 
            
  | 15:09 | 
  <cgoubert@cumin1002> | 
  END (FAIL) - Cookbook sre.hardware.upgrade-firmware (exit_code=99) upgrade firmware for hosts mw1373.eqiad.wmnet | 
  [production] | 
            
  | 15:09 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hardware.upgrade-firmware upgrade firmware for hosts mw1373.eqiad.wmnet | 
  [production] | 
            
  | 15:08 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:08 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hosts.rename from mw1404 to wikikube-worker1026 | 
  [production] | 
            
  | 15:04 | 
  <hashar@deploy1002> | 
  Finished deploy [gerrit/gerrit@9652bc3]: Add image-diff JavaScript plugin - T341291 (duration: 00m 07s) | 
  [production] | 
            
  | 15:04 | 
  <hashar@deploy1002> | 
  Started deploy [gerrit/gerrit@9652bc3]: Add image-diff JavaScript plugin - T341291 | 
  [production] |