|
2024-06-01
ยง
|
| 07:36 |
<akosiaris@cumin1002> |
START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - akosiaris@cumin1002" |
[production] |
| 07:36 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:36 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:24 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:23 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:21 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:21 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:20 |
<akosiaris@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on kafka-main1010.eqiad.wmnet with reason: host reimage |
[production] |
| 07:19 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:19 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:18 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:17 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 07:17 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depooling db1234 (T364299)', diff saved to https://phabricator.wikimedia.org/P63818 and previous config saved to /var/cache/conftool/dbconfig/20240601-071723-marostegui.json |
[production] |
| 07:17 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 6:00:00 on db1234.eqiad.wmnet with reason: Maintenance |
[production] |
| 07:17 |
<akosiaris@cumin1002> |
START - Cookbook sre.hosts.downtime for 2:00:00 on kafka-main1010.eqiad.wmnet with reason: host reimage |
[production] |
| 07:17 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 6:00:00 on db1234.eqiad.wmnet with reason: Maintenance |
[production] |
| 07:17 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1232 (T364299)', diff saved to https://phabricator.wikimedia.org/P63817 and previous config saved to /var/cache/conftool/dbconfig/20240601-071700-marostegui.json |
[production] |
| 07:02 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Depooling db2206 (T364069)', diff saved to https://phabricator.wikimedia.org/P63816 and previous config saved to /var/cache/conftool/dbconfig/20240601-070211-marostegui.json |
[production] |
| 07:02 |
<marostegui@cumin1002> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on db2206.codfw.wmnet with reason: Maintenance |
[production] |
| 07:01 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1232', diff saved to https://phabricator.wikimedia.org/P63815 and previous config saved to /var/cache/conftool/dbconfig/20240601-070151-marostegui.json |
[production] |
| 07:01 |
<marostegui@cumin1002> |
START - Cookbook sre.hosts.downtime for 1 day, 0:00:00 on db2206.codfw.wmnet with reason: Maintenance |
[production] |
| 06:59 |
<akosiaris@cumin1002> |
START - Cookbook sre.hosts.reimage for host kafka-main1010.eqiad.wmnet with OS bullseye |
[production] |
| 06:58 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 06:58 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 06:46 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1232', diff saved to https://phabricator.wikimedia.org/P63814 and previous config saved to /var/cache/conftool/dbconfig/20240601-064643-marostegui.json |
[production] |
| 06:31 |
<marostegui@cumin1002> |
dbctl commit (dc=all): 'Repooling after maintenance db1232 (T364299)', diff saved to https://phabricator.wikimedia.org/P63813 and previous config saved to /var/cache/conftool/dbconfig/20240601-063135-marostegui.json |
[production] |
| 06:07 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 06:07 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:51 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:50 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:44 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:44 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:42 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:42 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:40 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:39 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:33 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:33 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:31 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:31 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:29 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:29 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:17 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:17 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:14 |
<logmsgbot> |
@deploy1002 helmfile [codfw] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 05:14 |
<logmsgbot> |
@deploy1002 helmfile [codfw] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 04:39 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 04:39 |
<logmsgbot> |
@deploy1002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 04:18 |
<logmsgbot> |
@deploy1002 helmfile [codfw] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 04:18 |
<logmsgbot> |
@deploy1002 helmfile [codfw] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |