|
2025-02-26
§
|
| 22:07 |
<inflatador> |
bking@cumin2002:~$ sudo apt-get install -y python3-opensearch T383811 |
[production] |
| 21:58 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.elasticsearch.rolling-operation (exit_code=0) Operation.RESTART (3 nodes at a time) for ElasticSearch cluster search_eqiad: java updates - bking@cumin2002 - T377938 |
[production] |
| 20:44 |
<bking@cumin2002> |
START - Cookbook sre.elasticsearch.rolling-operation Operation.RESTART (3 nodes at a time) for ElasticSearch cluster search_eqiad: java updates - bking@cumin2002 - T377938 |
[production] |
| 19:25 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.elasticsearch.rolling-operation (exit_code=0) Operation.RESTART (3 nodes at a time) for ElasticSearch cluster search_codfw: java updates - bking@cumin2002 - T377938 |
[production] |
| 18:01 |
<bking@cumin2002> |
START - Cookbook sre.elasticsearch.rolling-operation Operation.RESTART (3 nodes at a time) for ElasticSearch cluster search_codfw: java updates - bking@cumin2002 - T377938 |
[production] |
| 15:09 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.elasticsearch.rolling-operation (exit_code=0) Operation.RESTART (1 nodes at a time) for ElasticSearch cluster cloudelastic: java updates - bking@cumin2002 - T377938 |
[production] |
| 14:40 |
<bking@cumin2002> |
START - Cookbook sre.elasticsearch.rolling-operation Operation.RESTART (1 nodes at a time) for ElasticSearch cluster cloudelastic: java updates - bking@cumin2002 - T377938 |
[production] |
|
2025-02-20
§
|
| 18:42 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.elasticsearch.rolling-operation (exit_code=99) Operation.RESTART (1 nodes at a time) for ElasticSearch cluster relforge: test operations in mixed opensearch/elasticsearch cluster - bking@cumin2002 - T380752: |
[production] |
| 18:42 |
<bking@cumin2002> |
START - Cookbook sre.elasticsearch.rolling-operation Operation.RESTART (1 nodes at a time) for ElasticSearch cluster relforge: test operations in mixed opensearch/elasticsearch cluster - bking@cumin2002 - T380752: |
[production] |
| 15:51 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.elasticsearch.rolling-operation (exit_code=99) Operation.RESTART (1 nodes at a time) for ElasticSearch cluster relforge: test operations in mixed opensearch/elasticsearch cluster - bking@cumin2002 - T380752 |
[production] |
| 15:51 |
<bking@cumin2002> |
START - Cookbook sre.elasticsearch.rolling-operation Operation.RESTART (1 nodes at a time) for ElasticSearch cluster relforge: test operations in mixed opensearch/elasticsearch cluster - bking@cumin2002 - T380752 |
[production] |
| 15:20 |
<inflatador> |
bking@apt1002:~/pkg$ sudo -E reprepro -C component/opensearch13 include bullseye-wikimedia $HOME/pkg/wmf-opensearch-search-plugins_1.3.20-1_amd64.changes (again)T380752 |
[production] |
| 15:20 |
<inflatador> |
bking@apt1002:~/pkg$ sudo -E reprepro -C component/opensearch13 remove bullseye-wikimedia wmf-opensearch-search-plugins T380752 |
[production] |
| 14:46 |
<inflatador> |
bking@apt1002:~/pkg$ sudo -E reprepro -C component/opensearch13 include bullseye-wikimedia $HOME/pkg/wmf-opensearch-search-plugins_1.3.20-1_amd64.changes T380752 |
[production] |
|
2025-02-13
§
|
| 22:44 |
<bking@cumin2002> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 16:00:00 on relforge[1003-1007].eqiad.wmnet with reason: T386357 |
[production] |
| 22:00 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.elasticsearch.ban (exit_code=0) Unbanning all hosts in search_eqiad |
[production] |
| 22:00 |
<bking@cumin2002> |
START - Cookbook sre.elasticsearch.ban Unbanning all hosts in search_eqiad |
[production] |
| 21:01 |
<inflatador> |
bking@cephosd1001:~$ sudo radosgw-admin quota set --quota-scope=user --uid=research --max-size=4T |
[production] |
| 20:56 |
<inflatador> |
bking@cephosd1001:~$ sudo radosgw-admin user create --uid=research --display-name="research" |
[production] |
| 19:18 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host relforge1006.eqiad.wmnet with OS bullseye |
[production] |
| 19:15 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host relforge1007.eqiad.wmnet with OS bullseye |
[production] |
| 19:00 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on relforge1006.eqiad.wmnet with reason: host reimage |
[production] |
| 18:58 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on relforge1007.eqiad.wmnet with reason: host reimage |
[production] |
| 18:55 |
<bking@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on relforge1006.eqiad.wmnet with reason: host reimage |
[production] |
| 18:54 |
<bking@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on relforge1007.eqiad.wmnet with reason: host reimage |
[production] |
| 18:39 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1006.eqiad.wmnet with OS bullseye |
[production] |
| 18:39 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1007.eqiad.wmnet with OS bullseye |
[production] |
| 18:28 |
<bking@cumin2002> |
END (ERROR) - Cookbook sre.hosts.reimage (exit_code=97) for host relforge1007.eqiad.wmnet with OS bullseye |
[production] |
| 18:28 |
<bking@cumin2002> |
END (ERROR) - Cookbook sre.hosts.reimage (exit_code=97) for host relforge1006.eqiad.wmnet with OS bullseye |
[production] |
| 18:20 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host relforge1005.eqiad.wmnet with OS bullseye |
[production] |
| 18:03 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on relforge1005.eqiad.wmnet with reason: host reimage |
[production] |
| 17:58 |
<bking@cumin2002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on relforge1005.eqiad.wmnet with reason: host reimage |
[production] |
| 17:57 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1006.eqiad.wmnet with OS bullseye |
[production] |
| 17:56 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1007.eqiad.wmnet with OS bullseye |
[production] |
| 17:42 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1005.eqiad.wmnet with OS bullseye |
[production] |
| 17:35 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host relforge1007.eqiad.wmnet with OS bullseye |
[production] |
| 17:35 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host relforge1006.eqiad.wmnet with OS bullseye |
[production] |
| 17:34 |
<bking@cumin2002> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host relforge1005.eqiad.wmnet with OS bullseye |
[production] |
| 16:37 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1007.eqiad.wmnet with OS bullseye |
[production] |
| 16:36 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1006.eqiad.wmnet with OS bullseye |
[production] |
| 16:35 |
<bking@cumin2002> |
START - Cookbook sre.hosts.reimage for host relforge1005.eqiad.wmnet with OS bullseye |
[production] |
| 16:34 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from elastic1106 to relforge1007 |
[production] |
| 16:33 |
<bking@cumin2002> |
END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host relforge1007 |
[production] |
| 16:33 |
<bking@cumin2002> |
START - Cookbook sre.network.configure-switch-interfaces for host relforge1007 |
[production] |