Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a3c3005f6400f1cd3e867c149258f8a0221730e5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:41:28.120] New invocation is queued and will start shortly
[19:41:29.187] Starting the invocation (attempt 1)
[19:41:29.217] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:41:29.217] Popped gitiles commit info from properties and tags
[19:41:29.217] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:41:29.222] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:41:29.222] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:42:00.315] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:42:00.315] The invocation will be retried
[19:42:05.421] Starting the invocation (attempt 2)
[19:42:05.448] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:42:05.448] Popped gitiles commit info from properties and tags
[19:42:05.448] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:42:05.448] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:42:05.448] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:42:36.533] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:42:36.534] The invocation will be retried
[19:42:46.622] Starting the invocation (attempt 3)
[19:42:46.650] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:42:46.650] Popped gitiles commit info from properties and tags
[19:42:46.650] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:42:46.651] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:42:46.651] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:43:18.019] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:43:18.019] The invocation will be retried
[19:43:38.085] Starting the invocation (attempt 4)
[19:43:38.119] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:43:38.119] Popped gitiles commit info from properties and tags
[19:43:38.119] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:43:38.119] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:43:38.119] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:44:09.207] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:44:09.207] The invocation will be retried
[19:44:49.266] Starting the invocation (attempt 5)
[19:44:49.303] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:44:49.303] Popped gitiles commit info from properties and tags
[19:44:49.303] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:44:49.306] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:44:49.306] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:45:20.391] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:45:20.392] The invocation will be retried
[19:46:40.451] Starting the invocation (attempt 6)
[19:46:40.479] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:46:40.479] Popped gitiles commit info from properties and tags
[19:46:40.479] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:46:40.479] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:46:40.479] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:47:11.562] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:47:11.562] The invocation will be retried
[19:49:51.627] Starting the invocation (attempt 7)
[19:49:51.660] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:49:51.660] Popped gitiles commit info from properties and tags
[19:49:51.660] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:49:51.661] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:49:51.661] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:50:22.746] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:50:22.746] The invocation will be retried
[19:55:42.802] Starting the invocation (attempt 8)
[19:55:42.833] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:55:42.833] Popped gitiles commit info from properties and tags
[19:55:42.833] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:55:42.833] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:55:42.833] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:56:13.918] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:56:13.918] The invocation will be retried
[20:06:13.975] Starting the invocation (attempt 9)
[20:06:14.010] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:06:14.010] Popped gitiles commit info from properties and tags
[20:06:14.010] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:06:14.013] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:06:14.013] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:06:45.101] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:06:45.101] The invocation will be retried
[20:16:45.159] Starting the invocation (attempt 10)
[20:16:45.187] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:16:45.187] Popped gitiles commit info from properties and tags
[20:16:45.187] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:16:45.211] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:16:45.211] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:17:16.297] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:17:16.297] The invocation will be retried
[20:27:16.360] Starting the invocation (attempt 11)
[20:27:16.389] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:27:16.389] Popped gitiles commit info from properties and tags
[20:27:16.389] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:27:16.392] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:27:16.392] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:27:47.488] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:27:47.488] The invocation will be retried
[20:37:47.546] Starting the invocation (attempt 12)
[20:37:47.573] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:37:47.573] Popped gitiles commit info from properties and tags
[20:37:47.573] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:37:47.575] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:37:47.575] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:38:18.653] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:38:18.653] The invocation will be retried
[20:48:18.735] Starting the invocation (attempt 13)
[20:48:18.772] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:48:18.772] Popped gitiles commit info from properties and tags
[20:48:18.772] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:48:18.775] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:48:18.775] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:48:49.860] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:48:49.860] The invocation will be retried
[20:58:49.919] Starting the invocation (attempt 14)
[20:58:49.949] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:58:49.949] Popped gitiles commit info from properties and tags
[20:58:49.949] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:58:49.949] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:58:49.949] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:59:21.061] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:59:21.061] The invocation will be retried
[21:09:21.151] Starting the invocation (attempt 15)
[21:09:21.200] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:09:21.200] Popped gitiles commit info from properties and tags
[21:09:21.201] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:09:21.212] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:09:21.212] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:09:52.334] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:09:52.334] The invocation will be retried
[21:19:52.445] Starting the invocation (attempt 16)
[21:19:52.476] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:19:52.476] Popped gitiles commit info from properties and tags
[21:19:52.476] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:19:52.523] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:19:52.523] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:20:23.621] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:20:23.621] The invocation will be retried
[21:30:23.728] Starting the invocation (attempt 17)
[21:30:23.757] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:30:23.757] Popped gitiles commit info from properties and tags
[21:30:23.757] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:30:23.759] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:30:23.759] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:30:54.853] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:30:54.853] The invocation will be retried
[21:40:54.916] Starting the invocation (attempt 18)
[21:40:54.954] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:40:54.954] Popped gitiles commit info from properties and tags
[21:40:54.954] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:40:54.957] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:40:54.957] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:41:26.042] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:41:26.042] The invocation will be retried
[21:51:26.106] Starting the invocation (attempt 19)
[21:51:26.135] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:51:26.135] Popped gitiles commit info from properties and tags
[21:51:26.135] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:51:26.136] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:51:26.136] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:51:57.223] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:51:57.223] The invocation will be retried
[22:01:57.341] Starting the invocation (attempt 20)
[22:01:57.376] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:01:57.376] Popped gitiles commit info from properties and tags
[22:01:57.376] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:01:57.376] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:01:57.377] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:02:28.494] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:02:28.494] The invocation will be retried
[22:12:28.580] Starting the invocation (attempt 21)
[22:12:28.611] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:12:28.611] Popped gitiles commit info from properties and tags
[22:12:28.611] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:12:28.611] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:12:28.611] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:12:59.717] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:12:59.717] The invocation will be retried
[22:22:59.792] Starting the invocation (attempt 22)
[22:22:59.825] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:22:59.825] Popped gitiles commit info from properties and tags
[22:22:59.825] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:22:59.836] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:22:59.836] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:23:30.926] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:23:30.927] The invocation will be retried
[22:33:30.995] Starting the invocation (attempt 23)
[22:33:31.022] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:33:31.022] Popped gitiles commit info from properties and tags
[22:33:31.022] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:33:31.022] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:33:31.022] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:34:02.123] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:34:02.123] The invocation will be retried
[22:44:03.123] Starting the invocation (attempt 24)
[22:44:03.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:44:03.151] Popped gitiles commit info from properties and tags
[22:44:03.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:44:03.161] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:44:03.162] Buildbucket request:
{
  "requestId": "8936014724824901888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014724824901888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:44:04.284] Scheduled build:
{
  "id": "8770573176891759121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "number": 33724,
  "createdBy": "project:chromium",
  "createTime": "2023-09-07T22:44:03.244069658Z",
  "updateTime": "2023-09-07T22:44:03.244069658Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
      "ref": "refs/heads/main"
    }
  }
}
[22:44:04.284] Task URL: https://cr-buildbucket-dev.appspot.com/build/8770573176891759121
[22:44:04.284] Scheduling timer "check-buildbucket-build-status" (chromium/mac-arm-rel-dev:8936014724824901888:71:0) after 8m41s
[22:44:38.335] Received PubSub notification, asking Buildbucket for the build status
[22:44:38.378] Build:
{
  "id": "8770573176891759121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "number": 33724,
  "createdBy": "project:chromium",
  "createTime": "2023-09-07T22:44:03.244069658Z",
  "endTime": "2023-09-07T22:44:12.124943Z",
  "updateTime": "2023-09-07T22:44:12.124943Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
      "ref": "refs/heads/main"
    }
  }
}
[22:44:38.378] Invocation finished in 3h3m10.263411665s with status FAILED