Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a3c3005f6400f1cd3e867c149258f8a0221730e5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:41:30.086] New invocation is queued and will start shortly
[19:41:31.156] Starting the invocation (attempt 1)
[19:41:31.186] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:41:31.186] Popped gitiles commit info from properties and tags
[19:41:31.186] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:41:31.186] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:41:31.187] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:42:02.291] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:42:02.291] The invocation will be retried
[19:42:07.372] Starting the invocation (attempt 2)
[19:42:07.411] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:42:07.411] Popped gitiles commit info from properties and tags
[19:42:07.411] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:42:07.411] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:42:07.411] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:42:38.507] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:42:38.507] The invocation will be retried
[19:42:48.625] Starting the invocation (attempt 3)
[19:42:48.655] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:42:48.655] Popped gitiles commit info from properties and tags
[19:42:48.655] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:42:48.655] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:42:48.655] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:43:19.738] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:43:19.738] The invocation will be retried
[19:43:40.143] Starting the invocation (attempt 4)
[19:43:40.183] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:43:40.183] Popped gitiles commit info from properties and tags
[19:43:40.183] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:43:40.183] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:43:40.183] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:44:11.270] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:44:11.270] The invocation will be retried
[19:44:51.331] Starting the invocation (attempt 5)
[19:44:51.359] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:44:51.359] Popped gitiles commit info from properties and tags
[19:44:51.359] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:44:51.359] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:44:51.359] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:45:22.441] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:45:22.441] The invocation will be retried
[19:46:42.498] Starting the invocation (attempt 6)
[19:46:42.525] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:46:42.525] Popped gitiles commit info from properties and tags
[19:46:42.525] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:46:42.528] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:46:42.528] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:47:13.606] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:47:13.606] The invocation will be retried
[19:49:53.669] Starting the invocation (attempt 7)
[19:49:53.699] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:49:53.699] Popped gitiles commit info from properties and tags
[19:49:53.699] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:49:53.699] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:49:53.699] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:50:24.786] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:50:24.786] The invocation will be retried
[19:55:44.848] Starting the invocation (attempt 8)
[19:55:44.874] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[19:55:44.874] Popped gitiles commit info from properties and tags
[19:55:44.874] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:55:44.879] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:55:44.879] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:56:15.976] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:56:15.976] The invocation will be retried
[20:06:16.037] Starting the invocation (attempt 9)
[20:06:16.069] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:06:16.069] Popped gitiles commit info from properties and tags
[20:06:16.069] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:06:16.070] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:06:16.070] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:06:47.161] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:06:47.161] The invocation will be retried
[20:16:47.220] Starting the invocation (attempt 10)
[20:16:47.249] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:16:47.249] Popped gitiles commit info from properties and tags
[20:16:47.249] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:16:47.253] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:16:47.254] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:17:18.333] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:17:18.333] The invocation will be retried
[20:27:18.401] Starting the invocation (attempt 11)
[20:27:18.430] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:27:18.430] Popped gitiles commit info from properties and tags
[20:27:18.430] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:27:18.430] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:27:18.430] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:27:49.540] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:27:49.540] The invocation will be retried
[20:37:49.595] Starting the invocation (attempt 12)
[20:37:49.621] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:37:49.621] Popped gitiles commit info from properties and tags
[20:37:49.621] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:37:49.623] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:37:49.623] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:38:20.713] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:38:20.714] The invocation will be retried
[20:48:20.782] Starting the invocation (attempt 13)
[20:48:20.810] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:48:20.810] Popped gitiles commit info from properties and tags
[20:48:20.810] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:48:20.810] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:48:20.810] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:48:51.888] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:48:51.888] The invocation will be retried
[20:58:52.148] Starting the invocation (attempt 14)
[20:58:52.172] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[20:58:52.172] Popped gitiles commit info from properties and tags
[20:58:52.172] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:58:52.174] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:58:52.174] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:59:23.267] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:59:23.267] The invocation will be retried
[21:09:23.347] Starting the invocation (attempt 15)
[21:09:23.376] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:09:23.376] Popped gitiles commit info from properties and tags
[21:09:23.376] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:09:23.376] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:09:23.376] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:09:54.476] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:09:54.476] The invocation will be retried
[21:19:54.577] Starting the invocation (attempt 16)
[21:19:54.616] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:19:54.616] Popped gitiles commit info from properties and tags
[21:19:54.616] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:19:54.636] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:19:54.636] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:20:25.740] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:20:25.741] The invocation will be retried
[21:30:25.803] Starting the invocation (attempt 17)
[21:30:25.833] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:30:25.833] Popped gitiles commit info from properties and tags
[21:30:25.833] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:30:25.833] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:30:25.833] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:30:56.918] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:30:56.918] The invocation will be retried
[21:40:56.980] Starting the invocation (attempt 18)
[21:40:57.008] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:40:57.008] Popped gitiles commit info from properties and tags
[21:40:57.008] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:40:57.008] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:40:57.008] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:41:28.098] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:41:28.098] The invocation will be retried
[21:51:28.168] Starting the invocation (attempt 19)
[21:51:28.194] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[21:51:28.194] Popped gitiles commit info from properties and tags
[21:51:28.194] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:51:28.195] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:51:28.195] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:51:59.277] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:51:59.277] The invocation will be retried
[22:01:59.348] Starting the invocation (attempt 20)
[22:01:59.383] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:01:59.383] Popped gitiles commit info from properties and tags
[22:01:59.383] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:01:59.389] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:01:59.389] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:02:30.487] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:02:30.487] The invocation will be retried
[22:12:30.558] Starting the invocation (attempt 21)
[22:12:30.590] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:12:30.590] Popped gitiles commit info from properties and tags
[22:12:30.590] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:12:30.590] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:12:30.590] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:13:01.682] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:13:01.683] The invocation will be retried
[22:23:02.126] Starting the invocation (attempt 22)
[22:23:02.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:23:02.154] Popped gitiles commit info from properties and tags
[22:23:02.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:23:02.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:23:02.156] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:23:33.238] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:23:33.238] The invocation will be retried
[22:33:33.300] Starting the invocation (attempt 23)
[22:33:33.331] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:33:33.331] Popped gitiles commit info from properties and tags
[22:33:33.331] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:33:33.331] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:33:33.332] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:34:04.419] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:34:04.419] The invocation will be retried
[22:44:05.125] Starting the invocation (attempt 24)
[22:44:05.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c3005f6400f1cd3e867c149258f8a0221730e5"
[22:44:05.156] Popped gitiles commit info from properties and tags
[22:44:05.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:44:05.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:44:05.156] Buildbucket request:
{
  "requestId": "8936014722763999680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014722763999680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:44:06.360] Scheduled build:
{
  "id": "8770573174790908881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "number": 34033,
  "createdBy": "project:chromium",
  "createTime": "2023-09-07T22:44:05.248172621Z",
  "updateTime": "2023-09-07T22:44:05.248172621Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
      "ref": "refs/heads/main"
    }
  }
}
[22:44:06.360] Task URL: https://cr-buildbucket-dev.appspot.com/build/8770573174790908881
[22:44:06.360] Scheduling timer "check-buildbucket-build-status" (chromium/mac-rel-dev:8936014722763999680:71:0) after 5m20s
[22:44:38.677] Received PubSub notification, asking Buildbucket for the build status
[22:44:38.709] Build:
{
  "id": "8770573174790908881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "number": 34033,
  "createdBy": "project:chromium",
  "createTime": "2023-09-07T22:44:05.248172621Z",
  "endTime": "2023-09-07T22:44:13.018201Z",
  "updateTime": "2023-09-07T22:44:13.018201Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3c3005f6400f1cd3e867c149258f8a0221730e5",
      "ref": "refs/heads/main"
    }
  }
}
[22:44:38.709] Invocation finished in 3h3m8.630389246s with status FAILED