[01:56:28.058] New invocation is queued and will start shortly
[01:56:29.142] Starting the invocation (attempt 1)
[01:56:29.171] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/ef00140b5fb1855231eb55f11f125c51b17c94a9"
[01:56:29.171] Popped gitiles commit info from properties and tags
[01:56:29.171] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:56:29.175] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:56:29.175] Buildbucket request:
{
"requestId": "8954744703977862288",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win10-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8954744703977862288",
"job": "infra/infra-continuous-win10-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "ef00140b5fb1855231eb55f11f125c51b17c94a9"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@ef00140b5fb1855231eb55f11f125c51b17c94a9",
"title": "ef00140b5fb1855231eb55f11f125c51b17c94a9",
"url": "https://chromium.googlesource.com/infra/infra/+/ef00140b5fb1855231eb55f11f125c51b17c94a9"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "ef00140b5fb1855231eb55f11f125c51b17c94a9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8954744703977862288"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win10-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:56:30.393] Scheduled build:
{
"id": "8789314641953398769",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win10-64"
},
"number": 24338,
"createdBy": "project:infra",
"createTime": "2023-02-13T01:56:29.363760363Z",
"updateTime": "2023-02-13T01:56:29.363760363Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "ef00140b5fb1855231eb55f11f125c51b17c94a9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:56:30.393] Task URL: https://cr-buildbucket-dev.appspot.com/build/8789314641953398769
[01:56:30.393] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:2:0) after 7m8s
[02:03:38.411] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:2:0)
[02:03:38.454] Build status: SCHEDULED
[02:03:38.454] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:3:0) after 9m24s
[02:13:02.490] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:3:0)
[02:13:02.542] Build status: SCHEDULED
[02:13:02.542] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:4:0) after 6m37s
[02:19:39.561] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:4:0)
[02:19:39.590] Build status: SCHEDULED
[02:19:39.590] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:5:0) after 2m5s
[02:21:44.608] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:5:0)
[02:21:44.639] Build status: SCHEDULED
[02:21:44.639] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:6:0) after 8m20s
[02:30:04.655] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:6:0)
[02:30:04.696] Build status: SCHEDULED
[02:30:04.696] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:7:0) after 2m38s
[02:32:42.713] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:7:0)
[02:32:42.755] Build status: SCHEDULED
[02:32:42.755] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:8:0) after 5m27s
[02:38:09.772] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:8:0)
[02:38:09.798] Build status: SCHEDULED
[02:38:09.798] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:9:0) after 5m45s
[02:43:54.813] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:9:0)
[02:43:54.853] Build status: SCHEDULED
[02:43:54.853] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:10:0) after 2m44s
[02:46:38.870] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:10:0)
[02:46:38.912] Build status: SCHEDULED
[02:46:38.912] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:11:0) after 8m48s
[02:55:26.942] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:11:0)
[02:55:26.969] Build status: SCHEDULED
[02:55:26.969] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:12:0) after 9m50s
[03:05:16.987] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:12:0)
[03:05:17.025] Build status: SCHEDULED
[03:05:17.025] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:13:0) after 2m51s
[03:08:08.043] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:13:0)
[03:08:08.073] Build status: SCHEDULED
[03:08:08.073] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:14:0) after 9m8s
[03:17:16.092] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:14:0)
[03:17:16.124] Build status: SCHEDULED
[03:17:16.124] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:15:0) after 8m18s
[03:25:34.140] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:15:0)
[03:25:34.201] Build status: SCHEDULED
[03:25:34.201] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:16:0) after 8m53s
[03:34:27.278] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:16:0)
[03:34:27.311] Build status: SCHEDULED
[03:34:27.311] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:17:0) after 8m54s
[03:43:21.329] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:17:0)
[03:43:21.397] Build status: SCHEDULED
[03:43:21.397] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:18:0) after 1m7s
[03:44:28.412] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:18:0)
[03:44:28.467] Build status: SCHEDULED
[03:44:28.467] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:19:0) after 3m47s
[03:48:15.485] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:19:0)
[03:48:15.523] Build status: SCHEDULED
[03:48:15.523] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:20:0) after 9m38s
[03:57:53.539] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:20:0)
[03:57:53.579] Build status: SCHEDULED
[03:57:53.579] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:21:0) after 9m13s
[04:07:07.319] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:21:0)
[04:07:07.355] Build status: SCHEDULED
[04:07:07.355] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:22:0) after 9m30s
[04:16:37.371] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:22:0)
[04:16:37.403] Build status: SCHEDULED
[04:16:37.403] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:23:0) after 7m16s
[04:23:53.421] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:23:0)
[04:23:53.448] Build status: SCHEDULED
[04:23:53.448] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:24:0) after 8m52s
[04:32:45.465] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:24:0)
[04:32:45.490] Build status: SCHEDULED
[04:32:45.490] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:25:0) after 3m32s
[04:36:17.506] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:25:0)
[04:36:18.417] Build status: SCHEDULED
[04:36:18.418] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:26:0) after 7m11s
[04:43:29.434] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:26:0)
[04:43:29.481] Build status: SCHEDULED
[04:43:29.481] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:27:0) after 9m30s
[04:52:59.498] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:27:0)
[04:52:59.527] Build status: SCHEDULED
[04:52:59.527] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:28:0) after 9m25s
[05:02:24.545] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:28:0)
[05:02:24.584] Build status: SCHEDULED
[05:02:24.584] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:29:0) after 1m32s
[05:03:56.602] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:29:0)
[05:03:56.663] Build status: SCHEDULED
[05:03:56.663] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:30:0) after 5m18s
[05:09:14.685] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:30:0)
[05:09:14.728] Build status: SCHEDULED
[05:09:14.728] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:31:0) after 2m35s
[05:11:49.745] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:31:0)
[05:11:49.921] Build status: SCHEDULED
[05:11:49.921] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:32:0) after 2m32s
[05:14:21.939] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:32:0)
[05:14:21.998] Build status: SCHEDULED
[05:14:21.998] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:33:0) after 6m48s
[05:21:10.017] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:33:0)
[05:21:10.040] Build status: SCHEDULED
[05:21:10.040] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:34:0) after 6m13s
[05:27:23.056] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:34:0)
[05:27:23.089] Build status: SCHEDULED
[05:27:23.089] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:35:0) after 5m5s
[05:32:28.120] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:35:0)
[05:32:28.172] Build status: SCHEDULED
[05:32:28.172] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:36:0) after 3m51s
[05:36:19.192] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:36:0)
[05:36:19.229] Build status: SCHEDULED
[05:36:19.229] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:37:0) after 3m34s
[05:39:53.261] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:37:0)
[05:39:53.297] Build status: SCHEDULED
[05:39:53.297] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:38:0) after 8m2s
[05:47:55.317] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:38:0)
[05:47:55.386] Build status: SCHEDULED
[05:47:55.386] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:39:0) after 5m14s
[05:53:09.405] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:39:0)
[05:53:09.465] Build status: SCHEDULED
[05:53:09.465] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:40:0) after 4m25s
[05:57:34.487] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:40:0)
[05:57:34.522] Build status: SCHEDULED
[05:57:34.522] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:41:0) after 1m51s
[05:59:25.547] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:41:0)
[05:59:25.582] Build status: SCHEDULED
[05:59:25.582] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:42:0) after 6m18s
[06:05:43.600] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:42:0)
[06:05:43.666] Build status: SCHEDULED
[06:05:43.666] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:43:0) after 7m12s
[06:12:55.685] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:43:0)
[06:12:55.716] Build status: SCHEDULED
[06:12:55.716] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:44:0) after 9m7s
[06:22:02.737] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:44:0)
[06:22:02.783] Build status: SCHEDULED
[06:22:02.783] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:45:0) after 4m39s
[06:26:41.812] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:45:0)
[06:26:41.859] Build status: SCHEDULED
[06:26:41.859] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:46:0) after 4m39s
[06:31:20.881] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:46:0)
[06:31:20.912] Build status: SCHEDULED
[06:31:20.912] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:47:0) after 5m46s
[06:37:06.948] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:47:0)
[06:37:06.987] Build status: SCHEDULED
[06:37:06.987] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:48:0) after 6m30s
[06:43:37.032] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:48:0)
[06:43:37.063] Build status: SCHEDULED
[06:43:37.063] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:49:0) after 1m38s
[06:45:15.084] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:49:0)
[06:45:15.130] Build status: SCHEDULED
[06:45:15.130] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:50:0) after 6m52s
[06:52:07.155] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:50:0)
[06:52:07.192] Build status: SCHEDULED
[06:52:07.192] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:51:0) after 5m3s
[06:57:10.212] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:51:0)
[06:57:10.239] Build status: SCHEDULED
[06:57:10.239] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:52:0) after 7m51s
[07:05:01.257] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:52:0)
[07:05:01.290] Build status: SCHEDULED
[07:05:01.290] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:53:0) after 6m15s
[07:11:16.309] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:53:0)
[07:11:16.344] Build status: SCHEDULED
[07:11:16.344] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:54:0) after 9m25s
[07:20:41.363] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:54:0)
[07:20:41.387] Build status: SCHEDULED
[07:20:41.387] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:55:0) after 9m2s
[07:29:43.408] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:55:0)
[07:29:43.431] Build status: SCHEDULED
[07:29:43.431] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:56:0) after 1m2s
[07:30:45.452] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:56:0)
[07:30:45.494] Build status: SCHEDULED
[07:30:45.494] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:57:0) after 6m23s
[07:37:08.520] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:57:0)
[07:37:08.548] Build status: SCHEDULED
[07:37:08.548] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:58:0) after 3m54s
[07:41:02.566] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:58:0)
[07:41:02.594] Build status: SCHEDULED
[07:41:02.594] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:59:0) after 4m19s
[07:45:21.615] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:59:0)
[07:45:21.652] Build status: SCHEDULED
[07:45:21.652] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:60:0) after 9m52s
[07:55:13.671] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:60:0)
[07:55:13.696] Build status: SCHEDULED
[07:55:13.697] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win10-64:8954744703977862288:61:0) after 8m16s
[07:57:06.370] Received PubSub notification, asking Buildbucket for the build status
[07:57:06.408] Build:
{
"id": "8789314641953398769",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win10-64"
},
"number": 24338,
"createdBy": "project:infra",
"createTime": "2023-02-13T01:56:29.363760363Z",
"endTime": "2023-02-13T07:57:00.912665Z",
"updateTime": "2023-02-13T07:57:00.912665Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "ef00140b5fb1855231eb55f11f125c51b17c94a9",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:57:06.408] Invocation finished in 6h0m38.35875164s with status FAILED