|
2024-04-12
ยง
|
| 06:39 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2109 (re)pooling @ 25%: Repooling', diff saved to https://phabricator.wikimedia.org/P60458 and previous config saved to /var/cache/conftool/dbconfig/20240412-063918-root.json |
[production] |
| 06:24 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2109 (re)pooling @ 10%: Repooling', diff saved to https://phabricator.wikimedia.org/P60457 and previous config saved to /var/cache/conftool/dbconfig/20240412-062412-root.json |
[production] |
| 06:09 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2109 (re)pooling @ 5%: Repooling', diff saved to https://phabricator.wikimedia.org/P60456 and previous config saved to /var/cache/conftool/dbconfig/20240412-060907-root.json |
[production] |
| 05:56 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host db2109.codfw.wmnet with OS bookworm |
[production] |
| 05:54 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'db2109 (re)pooling @ 1%: Repooling', diff saved to https://phabricator.wikimedia.org/P60455 and previous config saved to /var/cache/conftool/dbconfig/20240412-055401-root.json |
[production] |
| 05:35 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on db2109.codfw.wmnet with reason: host reimage |
[production] |
| 05:33 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on db2109.codfw.wmnet with reason: host reimage |
[production] |
| 05:23 |
<moritzm> |
prune obsolete nginx debs on apt-staging after switch to new nginx provider scheme T329529 |
[production] |
| 05:17 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.reimage for host db2109.codfw.wmnet with OS bookworm |
[production] |
| 05:16 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depool db2109', diff saved to https://phabricator.wikimedia.org/P60454 and previous config saved to /var/cache/conftool/dbconfig/20240412-051606-root.json |
[production] |
| 05:01 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=0) |
[toolsbeta] |
| 04:51 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 04:48 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=99) |
[toolsbeta] |
| 04:48 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 04:47 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=99) |
[toolsbeta] |
| 04:46 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 04:46 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=99) |
[toolsbeta] |
| 04:37 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 04:35 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=0) |
[toolsbeta] |
| 04:22 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 03:37 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=99) |
[toolsbeta] |
| 03:36 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 03:33 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depooling db1249 (T356166)', diff saved to https://phabricator.wikimedia.org/P60453 and previous config saved to /var/cache/conftool/dbconfig/20240412-033317-marostegui.json |
[production] |
| 03:33 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db1249.eqiad.wmnet with reason: Maintenance |
[production] |
| 03:32 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 12:00:00 on db1249.eqiad.wmnet with reason: Maintenance |
[production] |
| 03:32 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1248 (T356166)', diff saved to https://phabricator.wikimedia.org/P60452 and previous config saved to /var/cache/conftool/dbconfig/20240412-033254-marostegui.json |
[production] |
| 03:17 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1248', diff saved to https://phabricator.wikimedia.org/P60451 and previous config saved to /var/cache/conftool/dbconfig/20240412-031744-marostegui.json |
[production] |
| 03:17 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=99) |
[toolsbeta] |
| 03:06 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 03:02 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1248', diff saved to https://phabricator.wikimedia.org/P60450 and previous config saved to /var/cache/conftool/dbconfig/20240412-030237-marostegui.json |
[production] |
| 02:58 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.remove_k8s_etcd_node (exit_code=99) |
[toolsbeta] |
| 02:58 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.remove_k8s_etcd_node |
[toolsbeta] |
| 02:47 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1248 (T356166)', diff saved to https://phabricator.wikimedia.org/P60449 and previous config saved to /var/cache/conftool/dbconfig/20240412-024729-marostegui.json |
[production] |
| 02:21 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.add_k8s_etcd_node (exit_code=99) |
[toolsbeta] |
| 02:05 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.toolforge.add_k8s_etcd_node |
[toolsbeta] |
| 01:28 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.add_k8s_etcd_node (exit_code=0) |
[toolsbeta] |
| 01:19 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component builds-builder |
[tools] |
| 01:19 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component builds-builder |
[toolsbeta] |
| 01:18 |
<wmbot~raymond@ubuntu> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component builds-builder |
[tools] |
| 01:18 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component calico |
[tools] |
| 01:18 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component calico |
[toolsbeta] |
| 01:18 |
<wmbot~raymond@ubuntu> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component builds-builder |
[toolsbeta] |
| 01:17 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component ingress-admission |
[tools] |
| 01:17 |
<wmbot~raymond@ubuntu> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component calico |
[tools] |
| 01:17 |
<wmbot~raymond@ubuntu> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component calico |
[toolsbeta] |
| 01:17 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component api-gateway |
[tools] |
| 01:17 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component api-gateway |
[toolsbeta] |
| 01:16 |
<wmbot~raymond@ubuntu> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component ingress-admission |
[tools] |
| 01:16 |
<wmbot~raymond@ubuntu> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component api-gateway |
[tools] |
| 01:16 |
<wmbot~raymond@ubuntu> |
END (PASS) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=0) for component ingress-admission |
[toolsbeta] |