| 2023-03-10
      
      § | 
    
  | 13:39 | <gmodena@deploy1002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/mediawiki-page-content-change-enrichment: apply | [production] | 
            
  | 13:34 | <Emperor> | restart swift-object-replicator on ms-be2067 | [production] | 
            
  | 13:12 | <marostegui@cumin1001> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db2140.codfw.wmnet with reason: Maintenance | [production] | 
            
  | 13:12 | <marostegui@cumin1001> | START - Cookbook sre.hosts.downtime for 12:00:00 on db2140.codfw.wmnet with reason: Maintenance | [production] | 
            
  | 12:50 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Sync data for new cloudsw1-b1-codfw device. - cmooney@cumin1001 - T327919" | [production] | 
            
  | 12:49 | <cmooney@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Sync data for new cloudsw1-b1-codfw device. - cmooney@cumin1001 - T327919" | [production] | 
            
  | 12:46 | <moritzm> | installing libsdl2 security updates | [production] | 
            
  | 12:32 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 12:32 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add new files for privte loopback ranges codfw. - cmooney@cumin1001" | [production] | 
            
  | 12:31 | <cmooney@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add new files for privte loopback ranges codfw. - cmooney@cumin1001" | [production] | 
            
  | 12:28 | <cmooney@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 12:25 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 12:24 | <cmooney@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 12:23 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 12:23 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add new files for privte loopback ranges codfw. - cmooney@cumin1001" | [production] | 
            
  | 12:18 | <cmooney@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add new files for privte loopback ranges codfw. - cmooney@cumin1001" | [production] | 
            
  | 12:16 | <cmooney@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 12:15 | <cmooney@cumin1001> | END (ERROR) - Cookbook sre.dns.netbox (exit_code=97) | [production] | 
            
  | 12:15 | <cmooney@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 12:15 | <cmooney@cumin1001> | END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | [production] | 
            
  | 12:13 | <cmooney@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 11:54 | <cmooney@cumin1001> | END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | [production] | 
            
  | 11:52 | <cmooney@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 11:51 | <jmm@cumin2002> | END (PASS) - Cookbook sre.ganeti.reimage (exit_code=0) for host urldownloader1004.wikimedia.org with OS bullseye | [production] | 
            
  | 11:39 | <jmm@cumin2002> | END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on urldownloader1004.wikimedia.org with reason: host reimage | [production] | 
            
  | 11:36 | <jmm@cumin2002> | START - Cookbook sre.hosts.downtime for 2:00:00 on urldownloader1004.wikimedia.org with reason: host reimage | [production] | 
            
  | 11:35 | <moritzm> | instaling isc-dhcp bugfix updates from DLA 3326 | [production] | 
            
  | 11:20 | <otto@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/mediawiki-page-content-change-enrichment: apply | [production] | 
            
  | 11:20 | <otto@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/mediawiki-page-content-change-enrichment: apply | [production] | 
            
  | 11:08 | <jmm@cumin2002> | START - Cookbook sre.ganeti.reimage for host urldownloader1004.wikimedia.org with OS bullseye | [production] | 
            
  | 11:04 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=jawiki --logwiki=metawiki --ignorestatus 'あ ーあーあーあーあー' 'ARIAUSO' # T331685 | [production] | 
            
  | 11:03 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=enwiki --logwiki=metawiki --ignorestatus 'ZSTK Lublin' 'Sonabet4' # T331685 | [production] | 
            
  | 11:01 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=commonswiki --logwiki=metawiki --ignorestatus 'Yair.herman' 'Manor258' # T331685 | [production] | 
            
  | 10:58 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=afwiki --logwiki=metawiki --ignorestatus 'Tranquill Komnin' 'Nevechear' # T331685 | [production] | 
            
  | 10:58 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=commonswiki --logwiki=metawiki --ignorestatus 'Tosikuni Japan' 'Revisionist14' # T331685 | [production] | 
            
  | 10:54 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=enwiki --logwiki=metawiki --ignorestatus 'Studio 7 Piaseczno Jarosław Zawadzki' 'Jarosław Andrzej Zawadzki (muzyk)' # T331685 | [production] | 
            
  | 10:52 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=afwiki --logwiki=metawiki --ignorestatus 'Siniy7' 'Viktorbublik' # T331685 | [production] | 
            
  | 10:51 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=arwiki --logwiki=metawiki --ignorestatus 'Reza amjad(iran)' 'رضا امجد (تبریز)' # T331685 | [production] | 
            
  | 10:48 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=enwiki --logwiki=metawiki --ignorestatus 'Mac700' 'Unknown001100' # T331685 | [production] | 
            
  | 10:48 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=commonswiki --logwiki=metawiki --ignorestatus 'HonzaSTECH' 'ShadyMedic' # T331685 | [production] | 
            
  | 10:48 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=enwiki --logwiki=metawiki --ignorestatus 'ExplosiveCreeper294' 'NotGalxyGaming' # T331685 | [production] | 
            
  | 10:41 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=enwiki --logwiki=metawiki 'Mac700' 'Unknown001100' # T331685 | [production] | 
            
  | 10:41 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=commonswiki --logwiki=metawiki 'HonzaSTECH' 'ShadyMedic' # T331685 | [production] | 
            
  | 10:40 | <zabe> | zabe@mwmaint2002:~$ mwscript extensions/CentralAuth/maintenance/fixStuckGlobalRename.php --wiki=enwiki --logwiki=metawiki 'ExplosiveCreeper294' 'NotGalxyGaming' # T331685 | [production] | 
            
  | 09:58 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 09:58 | <cmooney@cumin1001> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove netbox-generated DNS records which have been defined manually. - cmooney@cumin1001" | [production] | 
            
  | 09:57 | <cmooney@cumin1001> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Remove netbox-generated DNS records which have been defined manually. - cmooney@cumin1001" | [production] | 
            
  | 09:55 | <cmooney@cumin1001> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 02:09 | <zabe@deploy2002> | Finished scap: T331685 (duration: 07m 52s) | [production] | 
            
  | 02:02 | <zabe@deploy2002> | Started scap: T331685 | [production] |