{"openapi":"3.1.0","info":{"title":"Buildkite Test Engine (BYOK) API","version":"0.1.0","description":"Buildkite Test Engine (BYOK) lets an AI assistant read your own Buildkite Test Engine data through the Buildkite Test Engine API with a key you supply (API access token (with the read_suites scope)). Read-only: 6 tools (list_suites, list_pipeline_suites, get_suite, list_runs, get_run, list_failed_executions). The BYOK key travels with each request, is used for that one call only and is never...\n\nEvery operation is read-only or compute-only. The same tools are available over MCP (streamable HTTP) at https://byok-buildkite-test-engine.connectorbay.com/mcp.","contact":{"name":"Unify Dynamics LLC","email":"agent@connectorbay.com","url":"https://connectorbay.com/byok-buildkite-test-engine/docs"},"termsOfService":"https://connectorbay.com/byok-buildkite-test-engine/terms"},"servers":[{"url":"https://byok-buildkite-test-engine.connectorbay.com"}],"externalDocs":{"url":"https://connectorbay.com/byok-buildkite-test-engine/docs"},"security":[{"upstreamKey":[]}],"components":{"securitySchemes":{"bearer":{"type":"http","scheme":"bearer","description":"Optional. A Pro API key raises rate limits; no credentials are required."},"upstreamKey":{"type":"apiKey","in":"header","name":"X-Upstream-Key","description":"Your own key for the service this connector wraps (bring your own key). Used for that one call only; never stored, logged or cached."}},"schemas":{"Error":{"type":"object","properties":{"ok":{"const":false},"error":{"type":"object"}}}}},"paths":{"/v1/tools/list_suites":{"post":{"operationId":"list_suites","summary":"List an organization's Test Engine suites with slug, default branch and application name. Use for \"What test suites does","description":"List an organization's Test Engine suites with slug, default branch and application name. Use for \"What test suites does my-great-org have in Buildkite Test Engine\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"org_slug":{"description":"Buildkite organization slug, the part of the Buildkite URL after buildkite.com/, for example 'my-great-org'.","maxLength":100,"title":"Org Slug","type":"string"},"per_page":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":30,"description":"How many results to return (1 to 100; Buildkite's default is 30). If fewer come back than asked for, there is no next page.","title":"Per Page"},"page":{"anyOf":[{"maximum":1000,"minimum":1,"type":"integer"},{"type":"null"}],"default":1,"description":"Page number, starting at 1.","title":"Page"}},"required":["org_slug"],"title":"list_suitesArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_pipeline_suites":{"post":{"operationId":"list_pipeline_suites","summary":"List the Test Engine suites that have recorded at least one run for a given pipeline. Use for \"Which test suites report ","description":"List the Test Engine suites that have recorded at least one run for a given pipeline. Use for \"Which test suites report from the my-pipeline pipeline\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"org_slug":{"description":"Buildkite organization slug, the part of the Buildkite URL after buildkite.com/, for example 'my-great-org'.","maxLength":100,"title":"Org Slug","type":"string"},"pipeline_slug":{"description":"Pipeline slug, for example 'my-pipeline'.","maxLength":100,"title":"Pipeline Slug","type":"string"},"per_page":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":30,"description":"How many results to return (1 to 100; Buildkite's default is 30). If fewer come back than asked for, there is no next page.","title":"Per Page"},"page":{"anyOf":[{"maximum":1000,"minimum":1,"type":"integer"},{"type":"null"}],"default":1,"description":"Page number, starting at 1.","title":"Page"}},"required":["org_slug","pipeline_slug"],"title":"list_pipeline_suitesArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/get_suite":{"post":{"operationId":"get_suite","summary":"Get one Test Engine suite by slug. Use for \"Show the rspec test suite in Buildkite Test Engine\".","description":"Get one Test Engine suite by slug. Use for \"Show the rspec test suite in Buildkite Test Engine\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"org_slug":{"description":"Buildkite organization slug, the part of the Buildkite URL after buildkite.com/, for example 'my-great-org'.","maxLength":100,"title":"Org Slug","type":"string"},"suite_slug":{"description":"Slug of the Test Engine suite (from list_suites), for example 'rspec'.","maxLength":100,"title":"Suite Slug","type":"string"}},"required":["org_slug","suite_slug"],"title":"get_suiteArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_runs":{"post":{"operationId":"list_runs","summary":"List the test runs of a suite, newest first, with branch, commit, state and result (passed or failed). Use for \"Did the ","description":"List the test runs of a suite, newest first, with branch, commit, state and result (passed or failed). Use for \"Did the latest rspec test runs pass\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"org_slug":{"description":"Buildkite organization slug, the part of the Buildkite URL after buildkite.com/, for example 'my-great-org'.","maxLength":100,"title":"Org Slug","type":"string"},"suite_slug":{"description":"Slug of the Test Engine suite (from list_suites), for example 'rspec'.","maxLength":100,"title":"Suite Slug","type":"string"},"per_page":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":30,"description":"How many results to return (1 to 100; Buildkite's default is 30). If fewer come back than asked for, there is no next page.","title":"Per Page"},"page":{"anyOf":[{"maximum":1000,"minimum":1,"type":"integer"},{"type":"null"}],"default":1,"description":"Page number, starting at 1.","title":"Page"}},"required":["org_slug","suite_slug"],"title":"list_runsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/get_run":{"post":{"operationId":"get_run","summary":"Get one test run with branch, commit, state, result and the Buildkite build it belongs to. Use for \"Show test run 643743","description":"Get one test run with branch, commit, state, result and the Buildkite build it belongs to. Use for \"Show test run 64374307-12ab-4b13-a3f3-6a408f644ea2 of the rspec suite\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"org_slug":{"description":"Buildkite organization slug, the part of the Buildkite URL after buildkite.com/, for example 'my-great-org'.","maxLength":100,"title":"Org Slug","type":"string"},"suite_slug":{"description":"Slug of the Test Engine suite (from list_suites), for example 'rspec'.","maxLength":100,"title":"Suite Slug","type":"string"},"run_id":{"description":"UUID of the test run (from list_runs).","maxLength":64,"title":"Run Id","type":"string"}},"required":["org_slug","suite_slug","run_id"],"title":"get_runArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}},"/v1/tools/list_failed_executions":{"post":{"operationId":"list_failed_executions","summary":"List the failed test executions of one run with test name, location, failure reason, duration and tags. Use for \"Which t","description":"List the failed test executions of one run with test name, location, failure reason, duration and tags. Use for \"Which tests failed in run 64374307-12ab-4b13-a3f3-6a408f644ea2 of the rspec suite\".","tags":["tools"],"requestBody":{"required":true,"content":{"application/json":{"schema":{"properties":{"org_slug":{"description":"Buildkite organization slug, the part of the Buildkite URL after buildkite.com/, for example 'my-great-org'.","maxLength":100,"title":"Org Slug","type":"string"},"suite_slug":{"description":"Slug of the Test Engine suite (from list_suites), for example 'rspec'.","maxLength":100,"title":"Suite Slug","type":"string"},"run_id":{"description":"UUID of the test run (from list_runs).","maxLength":64,"title":"Run Id","type":"string"},"per_page":{"anyOf":[{"maximum":100,"minimum":1,"type":"integer"},{"type":"null"}],"default":30,"description":"How many results to return (1 to 100; Buildkite's default is 30). If fewer come back than asked for, there is no next page.","title":"Per Page"},"page":{"anyOf":[{"maximum":1000,"minimum":1,"type":"integer"},{"type":"null"}],"default":1,"description":"Page number, starting at 1.","title":"Page"}},"required":["org_slug","suite_slug","run_id"],"title":"list_failed_executionsArguments","type":"object"}}}},"responses":{"200":{"description":"Tool result. `ok: true` on success; `ok: false` with a structured `error` (provider_unavailable, upstream_error, bad_input) when the tool could not answer.","content":{"application/json":{"schema":{"type":"object","additionalProperties":true}}}},"422":{"description":"Arguments failed validation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}},"429":{"description":"Rate limit exceeded (see Retry-After)","content":{"application/json":{"schema":{"$ref":"#/components/schemas/Error"}}}}},"x-read-only":true}}}}