Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "build-proto-linux"
>

Incoming triggers

  • cron:v1:722184 (3 years ago)

Debug log (UTC)

[19:47:23.068] New invocation is queued and will start shortly
[19:47:24.129] Starting the invocation (attempt 1)
[19:47:24.158] Ignoring gitiles_ref tag without the buildset tag
[19:47:24.158] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:47:24.158] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:47:24.159] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:47:55.236] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:47:55.236] The invocation will be retried
[19:48:00.301] Starting the invocation (attempt 2)
[19:48:00.333] Ignoring gitiles_ref tag without the buildset tag
[19:48:00.334] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:48:00.334] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:48:00.334] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:48:31.412] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:48:31.412] The invocation will be retried
[19:48:41.476] Starting the invocation (attempt 3)
[19:48:41.507] Ignoring gitiles_ref tag without the buildset tag
[19:48:41.507] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:48:41.512] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:48:41.513] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:49:12.589] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:49:12.589] The invocation will be retried
[19:49:32.649] Starting the invocation (attempt 4)
[19:49:32.675] Ignoring gitiles_ref tag without the buildset tag
[19:49:32.675] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:49:32.675] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:49:32.676] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:50:03.756] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:50:03.756] The invocation will be retried
[19:50:43.823] Starting the invocation (attempt 5)
[19:50:43.855] Ignoring gitiles_ref tag without the buildset tag
[19:50:43.855] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:50:43.855] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:50:43.856] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:51:14.953] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:51:14.953] The invocation will be retried
[19:52:35.116] Starting the invocation (attempt 6)
[19:52:35.161] Ignoring gitiles_ref tag without the buildset tag
[19:52:35.161] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:52:35.161] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:52:35.161] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:53:06.276] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:53:06.276] The invocation will be retried
[19:55:46.337] Starting the invocation (attempt 7)
[19:55:46.365] Ignoring gitiles_ref tag without the buildset tag
[19:55:46.365] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:55:46.365] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:55:46.365] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:56:17.441] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[19:56:17.441] The invocation will be retried
[20:01:37.508] Starting the invocation (attempt 8)
[20:01:37.554] Ignoring gitiles_ref tag without the buildset tag
[20:01:37.554] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:01:37.554] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:01:37.554] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:02:08.641] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:02:08.641] The invocation will be retried
[20:12:08.704] Starting the invocation (attempt 9)
[20:12:08.740] Ignoring gitiles_ref tag without the buildset tag
[20:12:08.740] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:12:08.745] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:12:08.745] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:12:39.841] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:12:39.841] The invocation will be retried
[20:22:40.117] Starting the invocation (attempt 10)
[20:22:40.146] Ignoring gitiles_ref tag without the buildset tag
[20:22:40.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:22:40.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:22:40.149] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:23:11.242] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:23:11.242] The invocation will be retried
[20:33:11.299] Starting the invocation (attempt 11)
[20:33:11.331] Ignoring gitiles_ref tag without the buildset tag
[20:33:11.331] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:33:11.331] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:33:11.331] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:33:42.408] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:33:42.409] The invocation will be retried
[20:43:42.467] Starting the invocation (attempt 12)
[20:43:42.496] Ignoring gitiles_ref tag without the buildset tag
[20:43:42.496] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:43:42.499] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:43:42.499] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:44:13.589] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:44:13.589] The invocation will be retried
[20:54:13.680] Starting the invocation (attempt 13)
[20:54:13.714] Ignoring gitiles_ref tag without the buildset tag
[20:54:13.714] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:54:13.724] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:54:13.724] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:54:44.819] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[20:54:44.820] The invocation will be retried
[21:04:44.986] Starting the invocation (attempt 14)
[21:04:45.015] Ignoring gitiles_ref tag without the buildset tag
[21:04:45.015] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:04:45.019] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:04:45.019] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:05:16.120] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:05:16.120] The invocation will be retried
[21:15:16.182] Starting the invocation (attempt 15)
[21:15:16.210] Ignoring gitiles_ref tag without the buildset tag
[21:15:16.210] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:15:16.218] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:15:16.219] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:15:47.305] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:15:47.305] The invocation will be retried
[21:25:47.592] Starting the invocation (attempt 16)
[21:25:47.623] Ignoring gitiles_ref tag without the buildset tag
[21:25:47.623] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:25:47.625] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:25:47.625] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:26:18.716] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:26:18.716] The invocation will be retried
[21:36:18.778] Starting the invocation (attempt 17)
[21:36:18.807] Ignoring gitiles_ref tag without the buildset tag
[21:36:18.807] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:36:18.810] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:36:18.810] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:36:49.899] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:36:49.899] The invocation will be retried
[21:46:50.065] Starting the invocation (attempt 18)
[21:46:50.099] Ignoring gitiles_ref tag without the buildset tag
[21:46:50.099] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:46:50.102] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:46:50.102] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:47:22.062] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:47:22.062] The invocation will be retried
[21:57:22.127] Starting the invocation (attempt 19)
[21:57:22.157] Ignoring gitiles_ref tag without the buildset tag
[21:57:22.157] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:57:22.160] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:57:22.160] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:57:53.248] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[21:57:53.248] The invocation will be retried
[22:07:53.310] Starting the invocation (attempt 20)
[22:07:53.345] Ignoring gitiles_ref tag without the buildset tag
[22:07:53.345] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:07:53.347] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:07:53.348] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:08:24.434] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:08:24.434] The invocation will be retried
[22:18:24.495] Starting the invocation (attempt 21)
[22:18:24.525] Ignoring gitiles_ref tag without the buildset tag
[22:18:24.525] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:18:24.527] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:18:24.527] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:18:55.673] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:18:55.674] The invocation will be retried
[22:28:55.848] Starting the invocation (attempt 22)
[22:28:55.890] Ignoring gitiles_ref tag without the buildset tag
[22:28:55.890] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:28:55.894] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:28:55.894] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:29:26.991] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:29:26.991] The invocation will be retried
[22:39:27.049] Starting the invocation (attempt 23)
[22:39:27.082] Ignoring gitiles_ref tag without the buildset tag
[22:39:27.082] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:39:27.082] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:39:27.082] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:39:58.198] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:39:58.198] The invocation will be retried
[22:49:58.273] Starting the invocation (attempt 24)
[22:49:58.302] Ignoring gitiles_ref tag without the buildset tag
[22:49:58.302] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:49:58.303] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:49:58.303] Buildbucket request:
{
  "requestId": "8936014352633947392",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "build-proto-linux"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8936014352633947392",
            "job": "infra/build-proto-linux",
            "triggers": [
                  {
                        "cron": {
                              "generation": "722184"
                            },
                        "id": "cron:v1:722184"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8936014352633947392"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/build-proto-linux"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:49:59.011] Received PubSub notification, asking Buildbucket for the build status
[22:49:59.011] Fatal error when handling PubSub notification, aborting invocation - unexpected invocation status "RETRYING", expecting "RUNNING"
[22:49:59.011] Invocation finished in 3h2m35.948056424s with status FAILED