|
2024-03-18
ยง
|
| 11:00 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component wmcs-k8s-metrics |
[tools] |
| 11:00 |
<aborrero@cloudcumin1001> |
END (ERROR) - Cookbook wmcs.toolforge.k8s.component.deploy (exit_code=97) for component jobs-api |
[tools] |
| 11:00 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.component.deploy for component jobs-api |
[tools] |
| 11:00 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=0) for node tools-k8s-control-7 from 1.23.17 to 1.24.17 (T359638) |
[tools] |
| 10:58 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:58 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:56 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=0) on toolsbeta-static-2.toolsbeta.eqiad1.wikimedia.cloud |
[toolsbeta] |
| 10:55 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.refresh_puppet_certs on toolsbeta-static-2.toolsbeta.eqiad1.wikimedia.cloud |
[toolsbeta] |
| 10:54 |
<wmbot~melos@tools-sgebastion-10> |
toolforge-jobs restart itwiki-orphanizerbot |
[tools.itwiki] |
| 10:54 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:53 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:53 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-control-7 from 1.23.17 to 1.24.17 (T359638) |
[tools] |
| 10:53 |
<aborrero@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.toolforge.k8s.worker.upgrade (exit_code=99) for node tools-k8s-7 from 1.23.17 to 1.24.17 (T359638) |
[tools] |
| 10:53 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.worker.upgrade for node tools-k8s-7 from 1.23.17 to 1.24.17 (T359638) |
[tools] |
| 10:52 |
<jmm@cumin2002> |
END (FAIL) - Cookbook sre.aqs.roll-restart-reboot (exit_code=1) rolling restart_daemons on A:aqs-codfw |
[production] |
| 10:50 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:50 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:50 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=99) on toolsbeta-static-2.toolsbeta.eqiad1.wikimedia.cloud |
[toolsbeta] |
| 10:50 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.refresh_puppet_certs on toolsbeta-static-2.toolsbeta.eqiad1.wikimedia.cloud |
[toolsbeta] |
| 10:47 |
<aborrero@cloudcumin1001> |
END (PASS) - Cookbook wmcs.toolforge.k8s.prepare_upgrade (exit_code=0) for cluster tools upgrade from 1.23.17 to 1.24.17 (T307651) |
[tools] |
| 10:46 |
<aborrero@cloudcumin1001> |
START - Cookbook wmcs.toolforge.k8s.prepare_upgrade for cluster tools upgrade from 1.23.17 to 1.24.17 (T307651) |
[tools] |
| 10:43 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:43 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:41 |
<wmbot~lucaswerkmeister@tools-sgebastion-10> |
Double IRC messages to other bridges |
[tools.bridgebot] |
| 10:38 |
<jmm@cumin2002> |
START - Cookbook sre.aqs.roll-restart-reboot rolling restart_daemons on A:aqs-codfw |
[production] |
| 10:22 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.maps.roll-restart-reboot-master (exit_code=0) rolling restart_daemons on A:maps-master |
[production] |
| 10:21 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:21 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 10:20 |
<jmm@cumin2002> |
START - Cookbook sre.maps.roll-restart-reboot-master rolling restart_daemons on A:maps-master |
[production] |
| 10:18 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.maps.roll-restart-reboot (exit_code=0) rolling restart_daemons on A:maps-replica-eqiad |
[production] |
| 10:14 |
<wmbot~taavi@tools-bastion-12> |
toolforge jobs restart irc |
[tools.wikibugs] |
| 10:13 |
<jmm@cumin2002> |
START - Cookbook sre.maps.roll-restart-reboot rolling restart_daemons on A:maps-replica-eqiad |
[production] |
| 10:05 |
<jmm@cumin2002> |
END (PASS) - Cookbook sre.maps.roll-restart-reboot (exit_code=0) rolling restart_daemons on A:maps-replica-codfw |
[production] |
| 10:04 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.vps.refresh_puppet_certs (exit_code=99) on tools-bastion-12.tools.eqiad1.wikimedia.cloud |
[tools] |
| 10:03 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.vps.refresh_puppet_certs on tools-bastion-12.tools.eqiad1.wikimedia.cloud |
[tools] |
| 10:00 |
<jmm@cumin2002> |
START - Cookbook sre.maps.roll-restart-reboot rolling restart_daemons on A:maps-replica-codfw |
[production] |
| 09:55 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:55 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:53 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:53 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:50 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:50 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:47 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:47 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:43 |
<moritzm> |
installing libuv1 security updates |
[production] |
| 09:30 |
<kostajh> |
UTC morning deploys done |
[production] |
| 09:29 |
<kharlan@deploy2002> |
Finished scap: Backport for [[gerrit:1008112|throttle: Allow for overriding temp account creation limits (T357777)]], [[gerrit:1011662|throttle: Add throttle rule for editathon (T360145)]] (duration: 42m 23s) |
[production] |
| 09:27 |
<taavi> |
deleted shutdown grid engine VMs T314664 |
[tools] |
| 09:21 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] DONE helmfile.d/services/cirrus-streaming-updater: apply |
[production] |
| 09:21 |
<logmsgbot> |
@deploy2002 helmfile [eqiad] START helmfile.d/services/cirrus-streaming-updater: apply |
[production] |