[22:20:20.056] New invocation is queued and will start shortly
[22:20:21.134] Starting the invocation (attempt 1)
[22:20:21.168] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/b58381bb746f7c7e907e204034c79e05459899e7"
[22:20:21.168] Popped gitiles commit info from properties and tags
[22:20:21.168] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:20:21.168] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:20:21.168] Buildbucket request:
{
"requestId": "8937182490429057312",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win10-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8937182490429057312",
"job": "infra/infra-continuous-win10-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "498dfc0b98dabf9ee6c4f787faa071eba5ccfa12"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@498dfc0b98dabf9ee6c4f787faa071eba5ccfa12",
"title": "498dfc0b98dabf9ee6c4f787faa071eba5ccfa12",
"url": "https://chromium.googlesource.com/infra/infra/+/498dfc0b98dabf9ee6c4f787faa071eba5ccfa12"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "c998f0f16b1d3fcaab4afb904679668ee9f3c91d"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@c998f0f16b1d3fcaab4afb904679668ee9f3c91d",
"title": "c998f0f16b1d3fcaab4afb904679668ee9f3c91d",
"url": "https://chromium.googlesource.com/infra/infra/+/c998f0f16b1d3fcaab4afb904679668ee9f3c91d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "73b926b6f06566a572be59d180a5afcda5b64933"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@73b926b6f06566a572be59d180a5afcda5b64933",
"title": "73b926b6f06566a572be59d180a5afcda5b64933",
"url": "https://chromium.googlesource.com/infra/infra/+/73b926b6f06566a572be59d180a5afcda5b64933"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "760368a89b06b5c32bd31d3d230f2b3c42c6dbfd"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@760368a89b06b5c32bd31d3d230f2b3c42c6dbfd",
"title": "760368a89b06b5c32bd31d3d230f2b3c42c6dbfd",
"url": "https://chromium.googlesource.com/infra/infra/+/760368a89b06b5c32bd31d3d230f2b3c42c6dbfd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "8e4b7dcfb9aa7cb21458bf69d4b7a440fc918616"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@8e4b7dcfb9aa7cb21458bf69d4b7a440fc918616",
"title": "8e4b7dcfb9aa7cb21458bf69d4b7a440fc918616",
"url": "https://chromium.googlesource.com/infra/infra/+/8e4b7dcfb9aa7cb21458bf69d4b7a440fc918616"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "dc875bbe41762c54b99b1527ca88a9ad15284d49"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@dc875bbe41762c54b99b1527ca88a9ad15284d49",
"title": "dc875bbe41762c54b99b1527ca88a9ad15284d49",
"url": "https://chromium.googlesource.com/infra/infra/+/dc875bbe41762c54b99b1527ca88a9ad15284d49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "b58381bb746f7c7e907e204034c79e05459899e7"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@b58381bb746f7c7e907e204034c79e05459899e7",
"title": "b58381bb746f7c7e907e204034c79e05459899e7",
"url": "https://chromium.googlesource.com/infra/infra/+/b58381bb746f7c7e907e204034c79e05459899e7"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "b58381bb746f7c7e907e204034c79e05459899e7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8937182490429057312"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win10-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[22:20:22.021] Scheduled build:
{
"id": "8771752428537784385",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win10-64"
},
"number": 25629,
"createdBy": "project:infra",
"createTime": "2023-08-25T22:20:21.237685233Z",
"updateTime": "2023-08-25T22:20:21.237685233Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "b58381bb746f7c7e907e204034c79e05459899e7",
"ref": "refs/heads/main"
}
}
}
[22:20:22.021] Task URL: https://cr-buildbucket-dev.appspot.com/build/8771752428537784385
[22:20:22.022] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:2:0) after 3m55s
[22:20:22.906] Received PubSub notification, asking Buildbucket for the build status
[22:20:22.932] Build status: SCHEDULED
[22:24:17.036] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:2:0)
[22:24:17.062] Build status: SCHEDULED
[22:24:17.062] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:4:0) after 8m14s
[22:32:31.079] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:4:0)
[22:32:31.120] Build status: SCHEDULED
[22:32:31.120] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:5:0) after 8m27s
[22:40:58.165] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:5:0)
[22:40:58.194] Build status: SCHEDULED
[22:40:58.194] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:6:0) after 5m4s
[22:46:02.213] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:6:0)
[22:46:02.320] Build status: SCHEDULED
[22:46:02.321] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:7:0) after 6m0s
[22:52:02.342] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:7:0)
[22:52:02.362] Build status: SCHEDULED
[22:52:02.362] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:8:0) after 8m4s
[23:00:06.375] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:8:0)
[23:00:06.434] Build status: SCHEDULED
[23:00:06.434] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:9:0) after 7m17s
[23:07:23.692] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:9:0)
[23:07:23.715] Build status: SCHEDULED
[23:07:23.715] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:10:0) after 1m24s
[23:08:47.735] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:10:0)
[23:08:47.763] Build status: SCHEDULED
[23:08:47.763] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:11:0) after 5m12s
[23:13:59.783] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:11:0)
[23:13:59.799] Build status: SCHEDULED
[23:13:59.799] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:12:0) after 2m25s
[23:16:24.814] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:12:0)
[23:16:24.835] Build status: SCHEDULED
[23:16:24.835] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:13:0) after 2m39s
[23:19:03.854] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:13:0)
[23:19:03.882] Build status: SCHEDULED
[23:19:03.882] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:14:0) after 1m22s
[23:20:25.904] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:14:0)
[23:20:25.924] Build status: SCHEDULED
[23:20:25.924] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:15:0) after 3m10s
[23:23:35.946] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:15:0)
[23:23:35.977] Build status: SCHEDULED
[23:23:35.977] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:16:0) after 4m4s
[23:27:39.998] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:16:0)
[23:27:40.024] Build status: SCHEDULED
[23:27:40.024] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:17:0) after 5m47s
[23:33:27.047] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:17:0)
[23:33:27.073] Build status: SCHEDULED
[23:33:27.073] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:18:0) after 3m32s
[23:36:59.087] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:18:0)
[23:36:59.110] Build status: SCHEDULED
[23:36:59.110] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:19:0) after 6m6s
[23:43:05.129] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:19:0)
[23:43:05.153] Build status: SCHEDULED
[23:43:05.153] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:20:0) after 6m8s
[23:49:13.177] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:20:0)
[23:49:13.212] Build status: SCHEDULED
[23:49:13.212] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:21:0) after 9m13s
[23:58:26.237] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:21:0)
[23:58:26.255] Build status: SCHEDULED
[23:58:26.255] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:22:0) after 2m18s
[00:00:44.272] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:22:0)
[00:00:44.304] Build status: SCHEDULED
[00:00:44.304] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:23:0) after 4m26s
[00:05:10.319] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:23:0)
[00:05:10.343] Build status: SCHEDULED
[00:05:10.343] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:24:0) after 9m48s
[00:14:58.362] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:24:0)
[00:14:58.403] Build status: SCHEDULED
[00:14:58.403] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:25:0) after 7m10s
[00:22:08.436] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:25:0)
[00:22:08.461] Build status: SCHEDULED
[00:22:08.461] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:26:0) after 3m34s
[00:25:42.530] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:26:0)
[00:25:42.555] Build status: SCHEDULED
[00:25:42.555] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:27:0) after 5m39s
[00:31:21.582] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:27:0)
[00:31:21.621] Build status: SCHEDULED
[00:31:21.621] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:28:0) after 2m32s
[00:33:53.644] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:28:0)
[00:33:53.675] Build status: SCHEDULED
[00:33:53.675] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:29:0) after 3m26s
[00:37:19.711] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:29:0)
[00:37:19.735] Build status: SCHEDULED
[00:37:19.736] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:30:0) after 6m43s
[00:44:02.753] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:30:0)
[00:44:02.778] Build status: SCHEDULED
[00:44:02.778] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:31:0) after 6m43s
[00:50:45.795] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:31:0)
[00:50:45.839] Build status: SCHEDULED
[00:50:45.839] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:32:0) after 9m52s
[01:00:37.861] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:32:0)
[01:00:37.896] Build status: SCHEDULED
[01:00:37.896] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:33:0) after 7m29s
[01:08:06.928] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:33:0)
[01:08:06.950] Build status: SCHEDULED
[01:08:06.950] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:34:0) after 4m6s
[01:12:12.968] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:34:0)
[01:12:12.995] Build status: SCHEDULED
[01:12:12.995] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:35:0) after 4m54s
[01:17:07.024] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:35:0)
[01:17:07.054] Build status: SCHEDULED
[01:17:07.054] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:36:0) after 1m39s
[01:18:46.072] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:36:0)
[01:18:46.154] Build status: SCHEDULED
[01:18:46.154] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:37:0) after 3m26s
[01:22:12.173] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:37:0)
[01:22:12.195] Build status: SCHEDULED
[01:22:12.195] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:38:0) after 9m17s
[01:31:29.219] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:38:0)
[01:31:29.262] Build status: SCHEDULED
[01:31:29.262] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:39:0) after 1m11s
[01:32:40.279] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:39:0)
[01:32:40.446] Build status: SCHEDULED
[01:32:40.446] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:40:0) after 3m51s
[01:36:31.467] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:40:0)
[01:36:31.493] Build status: SCHEDULED
[01:36:31.493] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:41:0) after 5m25s
[01:41:56.513] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:41:0)
[01:41:56.580] Build status: SCHEDULED
[01:41:56.580] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:42:0) after 4m23s
[01:46:19.598] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:42:0)
[01:46:19.645] Build status: SCHEDULED
[01:46:19.645] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:43:0) after 4m9s
[01:50:28.663] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:43:0)
[01:50:28.696] Build status: SCHEDULED
[01:50:28.696] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:44:0) after 8m41s
[01:59:09.715] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:44:0)
[01:59:09.763] Build status: SCHEDULED
[01:59:09.763] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:45:0) after 6m32s
[02:05:41.780] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:45:0)
[02:05:41.810] Build status: SCHEDULED
[02:05:41.810] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:46:0) after 8m17s
[02:13:58.828] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:46:0)
[02:13:58.854] Build status: SCHEDULED
[02:13:58.854] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8937182490429057312:47:0) after 4m22s
[02:16:40.284] Received PubSub notification, asking Buildbucket for the build status
[02:16:40.301] Build:
{
"id": "8771752428537784385",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win10-64"
},
"number": 25629,
"createdBy": "project:infra",
"createTime": "2023-08-25T22:20:21.237685233Z",
"endTime": "2023-08-26T02:16:38.569570Z",
"updateTime": "2023-08-26T02:16:38.569570Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "b58381bb746f7c7e907e204034c79e05459899e7",
"ref": "refs/heads/main"
}
}
}
[02:16:40.301] Invocation finished in 3h56m20.251545156s with status FAILED