Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).
Set when compareRunId is passed: candidates matched by model and prompt version, compared on the shared case revisions (delta = this run − the other, with a paired 95% interval), fixed and broke cases, and what differs between the runs (case set, Judges, Judge model).
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Zelto","description":"Observability and benchmarking for AI agents, voice and text.","colors":{"primary":"#3B5BDB","light":"#5B7FFF","dark":"#2C44A8"},"logo":{"light":"https://mintcdn.com/zelto-a802dbf4/w0jP7BwOcC-EEQGH/public/zelto-wordmark.png?fit=max\u0026auto=format\u0026n=w0jP7BwOcC-EEQGH\u0026q=85\u0026s=95a528e6e6c268521880fa274385d2cb","dark":"https://mintcdn.com/zelto-a802dbf4/pEvlQCYA2vv2-J8I/public/zelto-wordmark-white.png?fit=max\u0026auto=format\u0026n=pEvlQCYA2vv2-J8I\u0026q=85\u0026s=cbff614c65e51fcfa822c0c40f87616a"},"favicon":"https://mintcdn.com/zelto-a802dbf4/w0jP7BwOcC-EEQGH/public/zelto-logo.png?fit=max\u0026auto=format\u0026n=w0jP7BwOcC-EEQGH\u0026q=85\u0026s=23f56b73a1ea5e772fdafdeb509f50f8","search":{"prompt":"Search the Zelto docs"},"integrations":{"posthog":{"apiKey":"phc_yvnRoEc8B5GMjuU7TkpqctuvZYZLtCdEeFzHGaGuCkk8"}},"styling":{"latex":true},"navigation":{"languages":[{"language":"en","default":true,"href":"docs"},{"language":"es","href":"es/docs"}]}},"deployment":{"deploymentMetadataValue":{"subdomain":"zelto-a802dbf4","hasAudioNarration":false,"actualSubdomain":"zelto-a802dbf4","customDomains":["docs.zelto.ai"],"gitSource":{"type":"github","owner":"zelto-ai","repo":"zelto-analytics","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae7f0470963309924e3ad43","collectionId":"e5722297-8da0-43bf-831b-f89ca97ec9fb","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae7f0470963309924e3ad43"},"feedback":{"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6ae7f3a977aac486e9a4e2f2","clientVersion":"0.0.4044","searchFilterCounts":[{"language":"en","tag":"API Reference","count":124},{"language":"es","tag":"Referencia de API","count":124},{"language":"en","tag":"Benchmarks","count":65},{"language":"es","tag":"Benchmarks","count":65},{"language":"en","tag":"Docs","count":46},{"language":"es","tag":"Documentación","count":46},{"language":"en","tag":"Integrations","count":18},{"language":"es","tag":"Integraciones","count":18},{"language":"en","tag":"Core concepts","count":12},{"language":"en","tag":"Experiments","count":12},{"language":"es","tag":"Conceptos principales","count":12},{"language":"es","tag":"Experimentos","count":12},{"language":"en","tag":"Findings","count":9},{"language":"es","tag":"Findings","count":9},{"language":"en","tag":"Voice providers","count":7},{"language":"es","tag":"Proveedores de voz","count":7},{"language":"en","tag":"Guides","count":6},{"language":"en","tag":"AI providers","count":6},{"language":"es","tag":"Guías","count":6},{"language":"es","tag":"Buckets","count":6}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".prompt-scroll pre{max-height:24rem;overflow-y:auto}.dark img[src*=\"/public/icons/\"]{filter:invert(1)}"}],"page":{"pagePath":"api-reference/benchmarks/get-run-results","slug":"/api-reference/benchmarks/get-run-results","pageMetadata":{"title":"Get run results","description":"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}","href":"/api-reference/benchmarks/get-run-results","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Get run results","description":"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}","href":"/api-reference/benchmarks/get-run-results","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Get run results","description":"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).","operationId":"getBenchmarkRunResults","tags":["Benchmarks"],"parameters":["3f89dbca-c1cb-4371-ad10-633ea1ec6fde","90a68d98-0a3e-47e6-b27a-c862ae4ec180","5e53b1c8-c4c2-440c-b378-4da9430557bf","7be87433-2302-4c48-9266-14d82d6e99ae","f1c23e0b-c24f-48f9-a1e5-4bb1581f9b9e"],"responses":{"200":"b54c625e-3270-4d80-9f4e-913bcfea242e","400":"fe32c4f3-5e9c-4eea-9af1-3cf1c71ffd7f","401":"9921eb0b-9196-4a00-869b-e12e3ee07549","404":"2bd0bd98-1404-417a-92c8-0ddd2cea4690"},"x-mcp-tool":"get_benchmark_run_results","method":"get","type":"path","servers":["44e24203-3d2e-43d6-822b-826eab2cd334"],"security":["1e539003-c185-449d-8e24-8fdd65a3143f"],"path":"/v1/benchmarks/{id}/results/{runId}","baseUrlOptions":["https://api.zelto.ai"],"title":"Get run results","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"3f89dbca-c1cb-4371-ad10-633ea1ec6fde":{"name":"id","in":"path","required":true,"schema":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"","typeLabel":"string\u003cuuid>"}},"90a68d98-0a3e-47e6-b27a-c862ae4ec180":{"name":"runId","in":"path","required":true,"schema":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"","typeLabel":"string\u003cuuid>"}},"5e53b1c8-c4c2-440c-b378-4da9430557bf":{"name":"layerId","in":"query","required":false,"description":"Score layer (a rescore). Default: the original layer.","schema":{"type":"string","format":"uuid","isRequired":false,"description":"Score layer (a rescore). Default: the original layer.","uniqueKey":"","typeLabel":"string\u003cuuid>"}},"7be87433-2302-4c48-9266-14d82d6e99ae":{"name":"baselineCandidateId","in":"query","required":false,"description":"Compare against this candidate. Default: the reference, else the first.","schema":{"type":"string","format":"uuid","isRequired":false,"description":"Compare against this candidate. Default: the reference, else the first.","uniqueKey":"","typeLabel":"string\u003cuuid>"}},"f1c23e0b-c24f-48f9-a1e5-4bb1581f9b9e":{"name":"compareRunId","in":"query","required":false,"description":"Compare with another run of this benchmark; fills `comparison`.","schema":{"type":"string","format":"uuid","isRequired":false,"description":"Compare with another run of this benchmark; fills `comparison`.","uniqueKey":"","typeLabel":"string\u003cuuid>"}}},"responses":{"b54c625e-3270-4d80-9f4e-913bcfea242e":{"description":"Successful response.","content":{"application/json":{"schema":{"type":"object","properties":{"run":{"type":"object","properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"run.id","typeLabel":"string"},"number":{"type":"number","isRequired":true,"uniqueKey":"run.number","typeLabel":"number"},"status":{"type":"string","isRequired":true,"uniqueKey":"run.status","typeLabel":"string"},"versionNumber":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"run.versionNumber.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"run.versionNumber.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"run.versionNumber","typeLabel":"number | null"},"isDraftRun":{"type":"boolean","isRequired":true,"uniqueKey":"run.isDraftRun","typeLabel":"boolean"},"candidates":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].id","typeLabel":"string"},"label":{"type":"string","isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].label","typeLabel":"string"},"model":{"type":"string","description":"LLM: \"openrouter/anthropic/claude-…\"; STT: \"deepgram/nova-3\".","isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].model","typeLabel":"string"},"agentVersionId":{"oneOf":[{"description":"LLM only. Null = the prompt as recorded on each case.","type":"string","isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].agentVersionId.oneOf.0","typeLabel":"string"},{"description":"LLM only. Null = the prompt as recorded on each case.","type":"null","isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].agentVersionId.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].agentVersionId","typeLabel":"string | null"},"agentVersionLabel":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].agentVersionLabel.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].agentVersionLabel.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"run.candidates.items.[INDEX].agentVersionLabel","typeLabel":"string | null"},"isReference":{"type":"boolean","uniqueKey":"run.candidates.items.[INDEX].isReference","typeLabel":"boolean"}},"required":["id","label","model","agentVersionId","agentVersionLabel"],"description":"What a run compares: a model plus a prompt source, or an STT engine.","uniqueKey":"run.candidates.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"run.candidates","typeLabel":"object[]"},"repeats":{"type":"number","isRequired":true,"uniqueKey":"run.repeats","typeLabel":"number"},"totalCells":{"type":"number","isRequired":true,"uniqueKey":"run.totalCells","typeLabel":"number"},"completedCells":{"type":"number","isRequired":true,"uniqueKey":"run.completedCells","typeLabel":"number"},"createdAt":{"type":"string","isRequired":true,"uniqueKey":"run.createdAt","typeLabel":"string"},"finishedAt":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"run.finishedAt.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"run.finishedAt.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"run.finishedAt","typeLabel":"string | null"}},"required":["id","number","status","versionNumber","isDraftRun","candidates","repeats","totalCells","completedCells","createdAt","finishedAt"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"run.additionalProperties","typeLabel":"any"},"isRequired":true,"uniqueKey":"run","typeLabel":"object"},"baselineCandidateId":{"type":"string","isRequired":true,"uniqueKey":"baselineCandidateId","typeLabel":"string"},"leaderboard":{"type":"array","items":{"type":"object","properties":{"candidate":{"type":"object","properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.id","typeLabel":"string"},"label":{"type":"string","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.label","typeLabel":"string"},"model":{"type":"string","description":"LLM: \"openrouter/anthropic/claude-…\"; STT: \"deepgram/nova-3\".","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.model","typeLabel":"string"},"agentVersionId":{"oneOf":[{"description":"LLM only. Null = the prompt as recorded on each case.","type":"string","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.agentVersionId.oneOf.0","typeLabel":"string"},{"description":"LLM only. Null = the prompt as recorded on each case.","type":"null","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.agentVersionId.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.agentVersionId","typeLabel":"string | null"},"agentVersionLabel":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.agentVersionLabel.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.agentVersionLabel.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate.agentVersionLabel","typeLabel":"string | null"},"isReference":{"type":"boolean","uniqueKey":"leaderboard.items.[INDEX].candidate.isReference","typeLabel":"boolean"}},"required":["id","label","model","agentVersionId","agentVersionLabel"],"description":"What a run compares: a model plus a prompt source, or an STT engine.","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].candidate","typeLabel":"object"},"isReference":{"type":"boolean","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].isReference","typeLabel":"boolean"},"rank":{"type":"number","description":"1-based; ties within noise share a rank.","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].rank","typeLabel":"number"},"tiedWithinNoise":{"type":"boolean","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].tiedWithinNoise","typeLabel":"boolean"},"headline":{"type":"object","properties":{"value":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].headline.value","typeLabel":"number"},"ci":{"oneOf":[{"type":"object","description":"95% interval on the same scale, or null.","properties":{"[0]":{"type":"number","uniqueKey":"leaderboard.items.[INDEX].headline.ci.oneOf.0.[0]","typeLabel":"number"},"[1]":{"type":"number","uniqueKey":"leaderboard.items.[INDEX].headline.ci.oneOf.0.[1]","typeLabel":"number"}},"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].headline.ci.oneOf.0","typeLabel":"object"},{"type":"null","description":"95% interval on the same scale, or null.","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].headline.ci.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].headline.ci","typeLabel":"object | null"},"n":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].headline.n","typeLabel":"number"}},"required":["value","ci","n"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"leaderboard.items.[INDEX].headline.additionalProperties","typeLabel":"any"},"description":"LLM pass rate or STT WER, 0..1.","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].headline","typeLabel":"object"},"passedCases":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].passedCases","typeLabel":"number"},"totalCases":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].totalCases","typeLabel":"number"},"criticalGatePassed":{"oneOf":[{"type":"boolean","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].criticalGatePassed.oneOf.0","typeLabel":"boolean"},{"type":"null","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].criticalGatePassed.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].criticalGatePassed","typeLabel":"boolean | null"},"delta":{"oneOf":[{"type":"object","required":["value","ci","significant","improvedCases","regressedCases"],"properties":{"value":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.value","typeLabel":"number"},"ci":{"oneOf":[{"type":"object","description":"95% interval on the same scale, or null.","properties":{"[0]":{"type":"number","uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.ci.oneOf.0.[0]","typeLabel":"number"},"[1]":{"type":"number","uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.ci.oneOf.0.[1]","typeLabel":"number"}},"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.ci.oneOf.0","typeLabel":"object"},{"type":"null","description":"95% interval on the same scale, or null.","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.ci.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.ci","typeLabel":"object | null"},"significant":{"type":"boolean","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.significant","typeLabel":"boolean"},"improvedCases":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.improvedCases","typeLabel":"number"},"regressedCases":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.regressedCases","typeLabel":"number"}},"additionalProperties":{"oneOf":[{}],"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0.additionalProperties","typeLabel":"any"},"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.0","typeLabel":"object"},{"type":"null","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].delta","typeLabel":"object | null"},"p50LatencyMs":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].p50LatencyMs.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].p50LatencyMs.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].p50LatencyMs","typeLabel":"number | null"},"costUsd":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].costUsd.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].costUsd.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].costUsd","typeLabel":"number | null"},"perJudge":{"type":"array","items":{"type":"object","properties":{"judgeId":{"type":"string","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].perJudge.items.[INDEX].judgeId","typeLabel":"string"},"passRate":{"type":"number","isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].perJudge.items.[INDEX].passRate","typeLabel":"number"}},"required":["judgeId","passRate"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"leaderboard.items.[INDEX].perJudge.items.[INDEX].additionalProperties","typeLabel":"any"},"uniqueKey":"leaderboard.items.[INDEX].perJudge.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"leaderboard.items.[INDEX].perJudge","typeLabel":"object[]"}},"required":["candidate","isReference","rank","tiedWithinNoise","headline","passedCases","totalCases","criticalGatePassed","delta","p50LatencyMs","costUsd","perJudge"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"leaderboard.items.[INDEX].additionalProperties","typeLabel":"any"},"description":"One candidate's scores. Every number uses the effective verdict (override, else the Judge's).","uniqueKey":"leaderboard.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"leaderboard","typeLabel":"object[]"},"checkCells":{"type":"array","items":{"type":"object","properties":{"checkGroupId":{"type":"string","isRequired":true,"uniqueKey":"checkCells.items.[INDEX].checkGroupId","typeLabel":"string"},"candidateId":{"type":"string","isRequired":true,"uniqueKey":"checkCells.items.[INDEX].candidateId","typeLabel":"string"},"passed":{"type":"number","isRequired":true,"uniqueKey":"checkCells.items.[INDEX].passed","typeLabel":"number"},"total":{"type":"number","isRequired":true,"uniqueKey":"checkCells.items.[INDEX].total","typeLabel":"number"}},"required":["checkGroupId","candidateId","passed","total"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"checkCells.items.[INDEX].additionalProperties","typeLabel":"any"},"uniqueKey":"checkCells.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"checkCells","typeLabel":"object[]"},"comparison":{"oneOf":[{"type":"object","description":"Set when `compareRunId` is passed: candidates matched by model and prompt version, compared on the shared case revisions (delta = this run − the other, with a paired 95% interval), fixed and broke cases, and what differs between the runs (case set, Judges, Judge model).","required":["otherRunId","otherRunNumber","otherVersionNumber","sharedCases","onlyInThisRun","onlyInOtherRun","editedCases","candidates","unmatchedCandidateIds","cases","mismatch"],"properties":{"otherRunId":{"type":"string","isRequired":true,"uniqueKey":"comparison.oneOf.0.otherRunId","typeLabel":"string"},"otherRunNumber":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.otherRunNumber","typeLabel":"number"},"otherVersionNumber":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.otherVersionNumber.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"comparison.oneOf.0.otherVersionNumber.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"comparison.oneOf.0.otherVersionNumber","typeLabel":"number | null"},"sharedCases":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.sharedCases","typeLabel":"number"},"onlyInThisRun":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.onlyInThisRun","typeLabel":"number"},"onlyInOtherRun":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.onlyInOtherRun","typeLabel":"number"},"editedCases":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.editedCases","typeLabel":"number"},"candidates":{"type":"array","items":{"type":"object","properties":{"candidateId":{"type":"string","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].candidateId","typeLabel":"string"},"otherCandidateId":{"type":"string","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].otherCandidateId","typeLabel":"string"},"thisValue":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].thisValue","typeLabel":"number"},"otherValue":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].otherValue","typeLabel":"number"},"delta":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].delta","typeLabel":"number"},"ci":{"oneOf":[{"type":"object","description":"95% interval on the same scale, or null.","properties":{"[0]":{"type":"number","uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].ci.oneOf.0.[0]","typeLabel":"number"},"[1]":{"type":"number","uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].ci.oneOf.0.[1]","typeLabel":"number"}},"isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].ci.oneOf.0","typeLabel":"object"},{"type":"null","description":"95% interval on the same scale, or null.","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].ci.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].ci","typeLabel":"object | null"},"significant":{"type":"boolean","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].significant","typeLabel":"boolean"},"fixedCases":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].fixedCases","typeLabel":"number"},"regressedCases":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].regressedCases","typeLabel":"number"},"n":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].n","typeLabel":"number"}},"required":["candidateId","otherCandidateId","thisValue","otherValue","delta","ci","significant","fixedCases","regressedCases","n"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX].additionalProperties","typeLabel":"any"},"uniqueKey":"comparison.oneOf.0.candidates.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"comparison.oneOf.0.candidates","typeLabel":"object[]"},"unmatchedCandidateIds":{"type":"array","items":{"type":"string","uniqueKey":"comparison.oneOf.0.unmatchedCandidateIds.items.[INDEX]","typeLabel":"string"},"isRequired":true,"uniqueKey":"comparison.oneOf.0.unmatchedCandidateIds","typeLabel":"string[]"},"cases":{"type":"array","items":{"type":"object","properties":{"caseId":{"type":"string","isRequired":true,"uniqueKey":"comparison.oneOf.0.cases.items.[INDEX].caseId","typeLabel":"string"},"candidateId":{"type":"string","isRequired":true,"uniqueKey":"comparison.oneOf.0.cases.items.[INDEX].candidateId","typeLabel":"string"},"otherCandidateId":{"type":"string","isRequired":true,"uniqueKey":"comparison.oneOf.0.cases.items.[INDEX].otherCandidateId","typeLabel":"string"},"change":{"type":"string","enum":["fixed","regressed","unchanged","new"],"isRequired":true,"uniqueKey":"comparison.oneOf.0.cases.items.[INDEX].change","typeLabel":"enum\u003cstring>"},"revisionChanged":{"type":"boolean","isRequired":true,"uniqueKey":"comparison.oneOf.0.cases.items.[INDEX].revisionChanged","typeLabel":"boolean"}},"required":["caseId","candidateId","otherCandidateId","change","revisionChanged"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"comparison.oneOf.0.cases.items.[INDEX].additionalProperties","typeLabel":"any"},"uniqueKey":"comparison.oneOf.0.cases.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"comparison.oneOf.0.cases","typeLabel":"object[]"},"mismatch":{"oneOf":[{"type":"object","required":["thisVersionNumber","otherVersionNumber","cases","judges","judgeModel"],"properties":{"thisVersionNumber":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.thisVersionNumber.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.thisVersionNumber.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.thisVersionNumber","typeLabel":"number | null"},"otherVersionNumber":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.otherVersionNumber.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.otherVersionNumber.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.otherVersionNumber","typeLabel":"number | null"},"cases":{"type":"boolean","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.cases","typeLabel":"boolean"},"judges":{"oneOf":[{"type":"object","required":["added","removed","edited"],"properties":{"added":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judges.oneOf.0.added","typeLabel":"number"},"removed":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judges.oneOf.0.removed","typeLabel":"number"},"edited":{"type":"number","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judges.oneOf.0.edited","typeLabel":"number"}},"additionalProperties":{"oneOf":[{}],"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judges.oneOf.0.additionalProperties","typeLabel":"any"},"isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judges.oneOf.0","typeLabel":"object"},{"type":"null","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judges.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judges","typeLabel":"object | null"},"judgeModel":{"type":"boolean","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.judgeModel","typeLabel":"boolean"}},"additionalProperties":{"oneOf":[{}],"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0.additionalProperties","typeLabel":"any"},"isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.0","typeLabel":"object"},{"type":"null","isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"comparison.oneOf.0.mismatch","typeLabel":"object | null"}},"additionalProperties":{"oneOf":[{}],"uniqueKey":"comparison.oneOf.0.additionalProperties","typeLabel":"any"},"isRequired":true,"uniqueKey":"comparison.oneOf.0","typeLabel":"object"},{"type":"null","description":"Set when `compareRunId` is passed: candidates matched by model and prompt version, compared on the shared case revisions (delta = this run − the other, with a paired 95% interval), fixed and broke cases, and what differs between the runs (case set, Judges, Judge model).","isRequired":true,"uniqueKey":"comparison.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"comparison","typeLabel":"object | null"},"layerId":{"oneOf":[{"type":"string","isRequired":true,"uniqueKey":"layerId.oneOf.0","typeLabel":"string"},{"type":"null","isRequired":true,"uniqueKey":"layerId.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"layerId","typeLabel":"string | null"},"source":{"type":"string","enum":["summary","live"],"isRequired":true,"uniqueKey":"source","typeLabel":"enum\u003cstring>"},"charts":{"type":"array","items":{"type":"object","properties":{"candidateId":{"type":"string","isRequired":true,"uniqueKey":"charts.items.[INDEX].candidateId","typeLabel":"string"},"label":{"type":"string","isRequired":true,"uniqueKey":"charts.items.[INDEX].label","typeLabel":"string"},"score":{"oneOf":[{"description":"Null until a case (STT: a clip) is scored.","type":"number","isRequired":true,"uniqueKey":"charts.items.[INDEX].score.oneOf.0","typeLabel":"number"},{"description":"Null until a case (STT: a clip) is scored.","type":"null","isRequired":true,"uniqueKey":"charts.items.[INDEX].score.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"charts.items.[INDEX].score","typeLabel":"number | null"},"ci":{"oneOf":[{"type":"object","description":"95% interval on the same scale, or null.","properties":{"[0]":{"type":"number","uniqueKey":"charts.items.[INDEX].ci.oneOf.0.[0]","typeLabel":"number"},"[1]":{"type":"number","uniqueKey":"charts.items.[INDEX].ci.oneOf.0.[1]","typeLabel":"number"}},"isRequired":true,"uniqueKey":"charts.items.[INDEX].ci.oneOf.0","typeLabel":"object"},{"type":"null","description":"95% interval on the same scale, or null.","isRequired":true,"uniqueKey":"charts.items.[INDEX].ci.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"charts.items.[INDEX].ci","typeLabel":"object | null"},"p50LatencyMs":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"charts.items.[INDEX].p50LatencyMs.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"charts.items.[INDEX].p50LatencyMs.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"charts.items.[INDEX].p50LatencyMs","typeLabel":"number | null"},"costUsd":{"oneOf":[{"type":"number","isRequired":true,"uniqueKey":"charts.items.[INDEX].costUsd.oneOf.0","typeLabel":"number"},{"type":"null","isRequired":true,"uniqueKey":"charts.items.[INDEX].costUsd.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"charts.items.[INDEX].costUsd","typeLabel":"number | null"},"paretoOptimal":{"type":"boolean","description":"On the quality-vs-cost frontier.","isRequired":true,"uniqueKey":"charts.items.[INDEX].paretoOptimal","typeLabel":"boolean"}},"required":["candidateId","label","score","ci","p50LatencyMs","costUsd","paretoOptimal"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"charts.items.[INDEX].additionalProperties","typeLabel":"any"},"uniqueKey":"charts.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"charts","typeLabel":"object[]"},"counts":{"type":"object","properties":{"errored":{"type":"number","isRequired":true,"uniqueKey":"counts.errored","typeLabel":"number"},"skipped":{"type":"number","isRequired":true,"uniqueKey":"counts.skipped","typeLabel":"number"},"pending":{"type":"number","isRequired":true,"uniqueKey":"counts.pending","typeLabel":"number"}},"required":["errored","skipped","pending"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"counts.additionalProperties","typeLabel":"any"},"isRequired":true,"uniqueKey":"counts","typeLabel":"object"}},"required":["run","baselineCandidateId","leaderboard","checkCells","comparison","layerId","source","charts","counts"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"additionalProperties","typeLabel":"any"},"description":"A run's leaderboard, groups × candidates grid, and chart points.","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"run":{"id":"\u003cstring>","number":123,"status":"\u003cstring>","versionNumber":123,"isDraftRun":true,"candidates":[{"id":"\u003cstring>","label":"\u003cstring>","model":"\u003cstring>","agentVersionId":"\u003cstring>","agentVersionLabel":"\u003cstring>","isReference":true}],"repeats":123,"totalCells":123,"completedCells":123,"createdAt":"\u003cstring>","finishedAt":"\u003cstring>"},"baselineCandidateId":"\u003cstring>","leaderboard":[{"candidate":{"id":"\u003cstring>","label":"\u003cstring>","model":"\u003cstring>","agentVersionId":"\u003cstring>","agentVersionLabel":"\u003cstring>","isReference":true},"isReference":true,"rank":123,"tiedWithinNoise":true,"headline":{"value":123,"ci":{"[0]":123,"[1]":123},"n":123},"passedCases":123,"totalCases":123,"criticalGatePassed":true,"delta":{"value":123,"ci":{"[0]":123,"[1]":123},"significant":true,"improvedCases":123,"regressedCases":123},"p50LatencyMs":123,"costUsd":123,"perJudge":[{"judgeId":"\u003cstring>","passRate":123}]}],"checkCells":[{"checkGroupId":"\u003cstring>","candidateId":"\u003cstring>","passed":123,"total":123}],"comparison":{"otherRunId":"\u003cstring>","otherRunNumber":123,"otherVersionNumber":123,"sharedCases":123,"onlyInThisRun":123,"onlyInOtherRun":123,"editedCases":123,"candidates":[{"candidateId":"\u003cstring>","otherCandidateId":"\u003cstring>","thisValue":123,"otherValue":123,"delta":123,"ci":{"[0]":123,"[1]":123},"significant":true,"fixedCases":123,"regressedCases":123,"n":123}],"unmatchedCandidateIds":["\u003cstring>"],"cases":[{"caseId":"\u003cstring>","candidateId":"\u003cstring>","otherCandidateId":"\u003cstring>","change":"fixed","revisionChanged":true}],"mismatch":{"thisVersionNumber":123,"otherVersionNumber":123,"cases":true,"judges":{"added":123,"removed":123,"edited":123},"judgeModel":true}},"layerId":"\u003cstring>","source":"summary","charts":[{"candidateId":"\u003cstring>","label":"\u003cstring>","score":123,"ci":{"[0]":123,"[1]":123},"p50LatencyMs":123,"costUsd":123,"paretoOptimal":true}],"counts":{"errored":123,"skipped":123,"pending":123}}}},"exampleType":"generated"}},"exampleType":"generated"},"fe32c4f3-5e9c-4eea-9af1-3cf1c71ffd7f":{"description":"The request body or query string failed validation. `code` says which kind (`validation_failed`, `invalid_json`, `invalid_parameter`, `unknown_query_parameter`, `missing_parameter`), and an enum filter names the allowed values in `valid` (every repeated value is checked, e.g. `?status=open\u0026status=zz` is a 400). A `validation_failed` body also carries `message` (the first failing fields), `hint` (how to fix it, for example that a finding `description` is a TipTap JSON document and not a string) and `details` (field name to messages).","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"string","description":"Short error name: `Unauthorized`, `Validation failed`, `Not found`, or a stable snake_case code you can match on, such as `unknown_query_parameter`, `invalid_parameter`, `payload_too_large` or `not_found`.","isRequired":true,"uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","description":"A plain-English sentence saying what is wrong and how to fix it.","uniqueKey":"message","typeLabel":"string"},"code":{"type":"string","description":"Stable, machine-readable cause; match on this rather than on `error` or `message`. On a 401: `missing_credentials`, `malformed_credentials`, `ingest_key_not_allowed` (a write-only observability ingest key was used on an endpoint that needs an API key), `key_expired` or `invalid_credentials`. Elsewhere, for example: `not_found`, `invalid_parameter`, `unknown_query_parameter`, `missing_parameter`, `validation_failed`, `invalid_json`, `payload_too_large`, `conversation_not_found`, `plan_required`.","uniqueKey":"code","typeLabel":"string"},"hint":{"type":"string","description":"The next step to try: where to find the right id, which parameters the endpoint takes, how to upgrade the plan, how to authenticate.","uniqueKey":"hint","typeLabel":"string"},"parameter":{"type":"string","description":"With `invalid_parameter`: the query parameter that was rejected.","uniqueKey":"parameter","typeLabel":"string"},"unknown":{"type":"array","items":{"type":"string","uniqueKey":"unknown.items.[INDEX]","typeLabel":"string"},"description":"With `unknown_query_parameter`: the parameters that were sent but are not accepted here.","uniqueKey":"unknown","typeLabel":"string[]"},"valid":{"type":"array","items":{"type":"string","uniqueKey":"valid.items.[INDEX]","typeLabel":"string"},"description":"With `unknown_query_parameter`: the parameters this endpoint accepts.","uniqueKey":"valid","typeLabel":"string[]"},"details":{"type":"object","additionalProperties":true,"uniqueKey":"details","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"\u003cstring>","message":"\u003cstring>","code":"\u003cstring>","hint":"\u003cstring>","parameter":"\u003cstring>","unknown":["\u003cstring>"],"valid":["\u003cstring>"],"details":{}}}},"exampleType":"generated"}},"exampleType":"generated"},"9921eb0b-9196-4a00-869b-e12e3ee07549":{"description":"Missing or invalid API key. The body names the cause in `code` (for example `ingest_key_not_allowed` when a write-only ingest key is used here) with a `message` and `hint`.","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"string","description":"Short error name: `Unauthorized`, `Validation failed`, `Not found`, or a stable snake_case code you can match on, such as `unknown_query_parameter`, `invalid_parameter`, `payload_too_large` or `not_found`.","isRequired":true,"uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","description":"A plain-English sentence saying what is wrong and how to fix it.","uniqueKey":"message","typeLabel":"string"},"code":{"type":"string","description":"Stable, machine-readable cause; match on this rather than on `error` or `message`. On a 401: `missing_credentials`, `malformed_credentials`, `ingest_key_not_allowed` (a write-only observability ingest key was used on an endpoint that needs an API key), `key_expired` or `invalid_credentials`. Elsewhere, for example: `not_found`, `invalid_parameter`, `unknown_query_parameter`, `missing_parameter`, `validation_failed`, `invalid_json`, `payload_too_large`, `conversation_not_found`, `plan_required`.","uniqueKey":"code","typeLabel":"string"},"hint":{"type":"string","description":"The next step to try: where to find the right id, which parameters the endpoint takes, how to upgrade the plan, how to authenticate.","uniqueKey":"hint","typeLabel":"string"},"parameter":{"type":"string","description":"With `invalid_parameter`: the query parameter that was rejected.","uniqueKey":"parameter","typeLabel":"string"},"unknown":{"type":"array","items":{"type":"string","uniqueKey":"unknown.items.[INDEX]","typeLabel":"string"},"description":"With `unknown_query_parameter`: the parameters that were sent but are not accepted here.","uniqueKey":"unknown","typeLabel":"string[]"},"valid":{"type":"array","items":{"type":"string","uniqueKey":"valid.items.[INDEX]","typeLabel":"string"},"description":"With `unknown_query_parameter`: the parameters this endpoint accepts.","uniqueKey":"valid","typeLabel":"string[]"},"details":{"type":"object","additionalProperties":true,"uniqueKey":"details","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"\u003cstring>","message":"\u003cstring>","code":"\u003cstring>","hint":"\u003cstring>","parameter":"\u003cstring>","unknown":["\u003cstring>"],"valid":["\u003cstring>"],"details":{}}}},"exampleType":"generated"}},"exampleType":"generated"},"2bd0bd98-1404-417a-92c8-0ddd2cea4690":{"description":"Resource not found in your organization. Also returned when a path id is not a UUID, and `{ \"error\": \"not_found\" }` for a path this API does not have. The body keeps `error: \"Not found\"` and adds `code: \"not_found\"` and a `hint`.","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"string","description":"Short error name: `Unauthorized`, `Validation failed`, `Not found`, or a stable snake_case code you can match on, such as `unknown_query_parameter`, `invalid_parameter`, `payload_too_large` or `not_found`.","isRequired":true,"uniqueKey":"error","typeLabel":"string"},"message":{"type":"string","description":"A plain-English sentence saying what is wrong and how to fix it.","uniqueKey":"message","typeLabel":"string"},"code":{"type":"string","description":"Stable, machine-readable cause; match on this rather than on `error` or `message`. On a 401: `missing_credentials`, `malformed_credentials`, `ingest_key_not_allowed` (a write-only observability ingest key was used on an endpoint that needs an API key), `key_expired` or `invalid_credentials`. Elsewhere, for example: `not_found`, `invalid_parameter`, `unknown_query_parameter`, `missing_parameter`, `validation_failed`, `invalid_json`, `payload_too_large`, `conversation_not_found`, `plan_required`.","uniqueKey":"code","typeLabel":"string"},"hint":{"type":"string","description":"The next step to try: where to find the right id, which parameters the endpoint takes, how to upgrade the plan, how to authenticate.","uniqueKey":"hint","typeLabel":"string"},"parameter":{"type":"string","description":"With `invalid_parameter`: the query parameter that was rejected.","uniqueKey":"parameter","typeLabel":"string"},"unknown":{"type":"array","items":{"type":"string","uniqueKey":"unknown.items.[INDEX]","typeLabel":"string"},"description":"With `unknown_query_parameter`: the parameters that were sent but are not accepted here.","uniqueKey":"unknown","typeLabel":"string[]"},"valid":{"type":"array","items":{"type":"string","uniqueKey":"valid.items.[INDEX]","typeLabel":"string"},"description":"With `unknown_query_parameter`: the parameters this endpoint accepts.","uniqueKey":"valid","typeLabel":"string[]"},"details":{"type":"object","additionalProperties":true,"uniqueKey":"details","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":"\u003cstring>","message":"\u003cstring>","code":"\u003cstring>","hint":"\u003cstring>","parameter":"\u003cstring>","unknown":["\u003cstring>"],"valid":["\u003cstring>"],"details":{}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"1e539003-c185-449d-8e24-8fdd65a3143f":{"bearerAuth":{"type":"http","scheme":"bearer","description":"Send `Authorization: Bearer YOUR_API_KEY`. The key resolves to a single organization.","scopes":[],"schemeName":"bearerAuth"}}},"servers":{"44e24203-3d2e-43d6-822b-826eab2cd334":{"url":"https://api.zelto.ai","description":"Production"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"Send `Authorization: Bearer YOUR_API_KEY`. The key resolves to a single organization.","scopes":[],"schemeName":"bearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Send `Authorization: Bearer YOUR_API_KEY`. The key resolves to a single organization.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearerAuth","name":"Authorization"}],"title":"bearerAuth"}]},"originalFileLocation":"docs-openapi.json"},"subdomain":"zelto-a802dbf4","siteName":"Zelto","title":"Get run results - Zelto","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{"en":{"href":"/api-reference/benchmarks/get-run-results","matchLevel":0},"es":{"href":"/es/docs","matchLevel":4}}},"lastModified":"2026-11-02T02:21:31.555Z","originalFileLocation":"api-reference/benchmarks/get-run-results.mdx","locale":"en"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).\">\u003cmeta data-mint-head name=\"application-name\" content=\"Zelto\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get run results - Zelto\">\u003cmeta data-mint-head property=\"og:description\" content=\"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Zelto\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://zelto-a802dbf4.mintlify.app/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=Get+run+results\u0026amp;description=Leaderboard+%28pass+rate+or+WER+with+95%25+intervals%2C+ties+within+noise%2C+fixed+and+regressed+cases+vs+the+baseline%29%2C+the+groups+%C3%97+candidates+grid%2C+and+chart+points+\u0026amp;theme=1e8e5f9c12736f2a94cffee7\u0026amp;signature=b536050da48b07bdcdada9d2389dae24d239348be9a957d494fb278b047e92f4\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get run results - Zelto\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://zelto-a802dbf4.mintlify.app/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=Get+run+results\u0026amp;description=Leaderboard+%28pass+rate+or+WER+with+95%25+intervals%2C+ties+within+noise%2C+fixed+and+regressed+cases+vs+the+baseline%29%2C+the+groups+%C3%97+candidates+grid%2C+and+chart+points+\u0026amp;theme=1e8e5f9c12736f2a94cffee7\u0026amp;signature=b536050da48b07bdcdada9d2389dae24d239348be9a957d494fb278b047e92f4\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/zelto-a802dbf4/pzPG6qy7F5YbxXe9/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Zelto\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#3B5BDB\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/benchmarks/get-run-results.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.zelto.ai/#organization\",\"name\":\"Zelto\",\"url\":\"https://docs.zelto.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/zelto-a802dbf4/w0jP7BwOcC-EEQGH/public/zelto-wordmark.png?fit=max\u0026auto=format\u0026n=w0jP7BwOcC-EEQGH\u0026q=85\u0026s=95a528e6e6c268521880fa274385d2cb\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.zelto.ai#website\",\"name\":\"Zelto\",\"url\":\"https://docs.zelto.ai\",\"publisher\":{\"@id\":\"https://docs.zelto.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results#webpage\",\"url\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results\",\"name\":\"Get run results\",\"description\":\"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).\",\"dateModified\":\"2026-11-02T02:21:31.555Z\",\"isPartOf\":{\"@id\":\"https://docs.zelto.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Benchmarks\",\"item\":\"https://docs.zelto.ai/api-reference/benchmarks/list-benchmarks\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Get run results\",\"item\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results#apireference\",\"headline\":\"Get run results\",\"name\":\"Get run results\",\"description\":\"Leaderboard (pass rate or WER with 95% intervals, ties within noise, fixed and regressed cases vs the baseline), the groups × candidates grid, and chart points (score, speed, cost, Pareto frontier).\",\"url\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results\",\"mainEntityOfPage\":{\"@id\":\"https://docs.zelto.ai/api-reference/benchmarks/get-run-results#webpage\"},\"dateModified\":\"2026-11-02T02:21:31.555Z\",\"publisher\":{\"@id\":\"https://docs.zelto.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.zelto.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Zelto\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Zelto","nav":{"global":null,"languages":[{"language":"en","default":true,"tabs":[{"tab":"Docs","icon":"book-open","pages":[{"title":"Docs","href":"/docs"}]},{"tab":"API Reference","icon":"terminal","groups":[{"group":"Monitors","pages":[{"title":"Create a filtered monitor export","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/monitor-exports","href":"/api-reference/monitors/create-a-filtered-monitor-export"},{"title":"Get monitor export status","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/monitor-exports/{id}","href":"/api-reference/monitors/get-monitor-export-status"},{"title":"Download a completed monitor export","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/monitor-exports/{id}/download","href":"/api-reference/monitors/download-a-completed-monitor-export"},{"title":"Set the model a monitor runs on","deprecated":null,"version":null,"openapi":"/docs-openapi.json put /v1/monitors/{id}/model","href":"/api-reference/monitors/set-the-model-a-monitor-runs-on"}]},{"group":"Reports","pages":[{"title":"Get a saved monitor report","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/reports/monitors/{reportId}","href":"/api-reference/reports/get-a-saved-monitor-report"},{"title":"Live cost report","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/reports/costs","href":"/api-reference/reports/live-cost-report"},{"title":"Live transfer analysis","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/reports/transfers","href":"/api-reference/reports/live-transfer-analysis"}]},{"group":"Agents","pages":[{"title":"List agents","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/agents","href":"/api-reference/agents/list-agents"},{"title":"Get an agent","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/agents/{id}","href":"/api-reference/agents/get-an-agent"},{"title":"Register an agent version","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/agents/{id}/versions","href":"/api-reference/agents/register-an-agent-version"}]},{"group":"Conversations","pages":[{"title":"List conversations","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/conversations","href":"/api-reference/conversations/list-conversations"},{"title":"Get a conversation","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/conversations/{id}","href":"/api-reference/conversations/get-a-conversation"},{"title":"Get a conversation transcript","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/conversations/{id}/transcript","href":"/api-reference/conversations/get-a-conversation-transcript"},{"title":"Upload a conversation","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /webhooks/calls","href":"/api-reference/conversations/upload-a-conversation"},{"title":"Create a direct recording upload","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/recording-uploads","href":"/api-reference/conversations/create-a-direct-recording-upload"}]},{"group":"Customer Metrics","pages":[{"title":"List a conversation's customer metrics","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/conversations/{id}/customer-metrics","href":"/api-reference/customer-metrics/list-a-conversations-customer-metrics"},{"title":"Submit a customer metric","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/conversations/{id}/customer-metrics","href":"/api-reference/customer-metrics/submit-a-customer-metric"}]},{"group":"Reviews","pages":[{"title":"List reviews","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/reviews","href":"/api-reference/reviews/list-reviews"},{"title":"Get a review","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/reviews/{id}","href":"/api-reference/reviews/get-a-review"}]},{"group":"Buckets","pages":[{"title":"List buckets","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/buckets","href":"/api-reference/buckets/list-buckets"},{"title":"Create a bucket","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/buckets","href":"/api-reference/buckets/create-a-bucket"},{"title":"Get a bucket","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/buckets/{id}","href":"/api-reference/buckets/get-a-bucket"},{"title":"List conversations in a bucket","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/buckets/{id}/conversations","href":"/api-reference/buckets/list-conversations-in-a-bucket"},{"title":"Add a conversation to a bucket","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/buckets/{id}/conversations","href":"/api-reference/buckets/add-a-conversation-to-a-bucket"},{"title":"Remove a conversation from a bucket","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/buckets/{id}/conversations/{conversationId}","href":"/api-reference/buckets/remove-a-conversation-from-a-bucket"}]},{"group":"Companies","pages":[{"title":"List companies","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/companies","href":"/api-reference/companies/list-companies"},{"title":"Get a company","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/companies/{id}","href":"/api-reference/companies/get-a-company"},{"title":"Update a company","deprecated":null,"version":null,"openapi":"/docs-openapi.json patch /v1/companies/{id}","href":"/api-reference/companies/update-a-company"},{"title":"Upload a company logo","deprecated":null,"version":null,"openapi":"/docs-openapi.json put /v1/companies/{id}/logo","href":"/api-reference/companies/upload-a-company-logo"},{"title":"Remove a company logo","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/companies/{id}/logo","href":"/api-reference/companies/remove-a-company-logo"}]},{"group":"Findings","pages":[{"title":"List findings","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/findings","href":"/api-reference/findings/list-findings"},{"title":"Create a finding","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/findings","href":"/api-reference/findings/create-a-finding"},{"title":"Get a finding","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/findings/{id}","href":"/api-reference/findings/get-a-finding"},{"title":"Update a finding","deprecated":null,"version":null,"openapi":"/docs-openapi.json patch /v1/findings/{id}","href":"/api-reference/findings/update-a-finding"},{"title":"List conversations attached to a finding","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/findings/{id}/conversations","href":"/api-reference/findings/list-conversations-attached-to-a-finding"},{"title":"Attach a conversation to a finding","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/findings/{id}/conversations","href":"/api-reference/findings/attach-a-conversation-to-a-finding"},{"title":"Detach a conversation from a finding","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/findings/{id}/conversations/{conversationId}","href":"/api-reference/findings/detach-a-conversation-from-a-finding"},{"title":"List comments on a finding-conversation link","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/findings/{id}/conversations/{conversationId}/comments","href":"/api-reference/findings/list-comments-on-a-finding-conversation-link"},{"title":"Add a comment or annotation","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/findings/{id}/conversations/{conversationId}/comments","href":"/api-reference/findings/add-a-comment-or-annotation"}]},{"group":"Experiments","pages":[{"title":"List reusable experiment monitor groups","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/experiments/monitor-groups","href":"/api-reference/experiments/list-reusable-experiment-monitor-groups"},{"title":"Review an experiment before launch","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/experiments/preflight","href":"/api-reference/experiments/review-an-experiment-before-launch"},{"title":"List experiments","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/experiments","href":"/api-reference/experiments/list-experiments"},{"title":"Launch an experiment","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/experiments","href":"/api-reference/experiments/launch-an-experiment"},{"title":"Get an experiment and its independent outcome results","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/experiments/{id}","href":"/api-reference/experiments/get-an-experiment-and-its-independent-outcome-results"},{"title":"Delete an experiment","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/experiments/{id}","href":"/api-reference/experiments/delete-an-experiment"},{"title":"Update mutable experiment settings","deprecated":null,"version":null,"openapi":"/docs-openapi.json patch /v1/experiments/{id}","href":"/api-reference/experiments/update-mutable-experiment-settings"},{"title":"Permanently conclude an experiment","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/experiments/{id}/conclude","href":"/api-reference/experiments/permanently-conclude-an-experiment"},{"title":"List durable evaluation runs","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/experiments/{id}/evaluations","href":"/api-reference/experiments/list-durable-evaluation-runs"},{"title":"Retry missing or failed observations","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/experiments/{id}/evaluations","href":"/api-reference/experiments/retry-missing-or-failed-observations"},{"title":"Get evaluation progress","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/experiments/{id}/evaluations/{runId}","href":"/api-reference/experiments/get-evaluation-progress"},{"title":"List experiment observations by conversation","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/experiments/{id}/conversations","href":"/api-reference/experiments/list-experiment-observations-by-conversation"}]},{"group":"Organizations","pages":[{"title":"Provision an organization (service key)","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/organizations","href":"/api-reference/organizations/provision-an-organization-service-key"}]},{"group":"Action checks","pages":[{"title":"Check a proposed action before committing it","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/action-checks","href":"/api-reference/action-checks/check-a-proposed-action-before-committing-it"}]},{"group":"AI providers","pages":[{"title":"List AI provider keys","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/ai-keys","href":"/api-reference/ai-providers/list-ai-provider-keys"},{"title":"Add an AI provider key","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/ai-keys","href":"/api-reference/ai-providers/add-an-ai-provider-key"},{"title":"Get an AI provider key","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/ai-keys/{id}","href":"/api-reference/ai-providers/get-an-ai-provider-key"},{"title":"Delete an AI provider key","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/ai-keys/{id}","href":"/api-reference/ai-providers/delete-an-ai-provider-key"},{"title":"Rename or rotate an AI provider key","deprecated":null,"version":null,"openapi":"/docs-openapi.json patch /v1/ai-keys/{id}","href":"/api-reference/ai-providers/rename-or-rotate-an-ai-provider-key"},{"title":"Test an AI provider key","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/ai-keys/{id}/test","href":"/api-reference/ai-providers/test-an-ai-provider-key"}]},{"group":"Benchmarks","pages":[{"title":"List benchmarks","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks","href":"/api-reference/benchmarks/list-benchmarks"},{"title":"Create a benchmark","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks","href":"/api-reference/benchmarks/create-a-benchmark"},{"title":"Get a benchmark","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}","href":"/api-reference/benchmarks/get-a-benchmark"},{"title":"Delete a benchmark","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/benchmarks/{id}","href":"/api-reference/benchmarks/delete-a-benchmark"},{"title":"Update a benchmark","deprecated":null,"version":null,"openapi":"/docs-openapi.json patch /v1/benchmarks/{id}","href":"/api-reference/benchmarks/update-a-benchmark"},{"title":"Archive or restore a benchmark","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/archive","href":"/api-reference/benchmarks/archive-or-restore-a-benchmark"},{"title":"Delete all call content","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/purge-call-content","href":"/api-reference/benchmarks/delete-all-call-content"},{"title":"Get a case's audio URL","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/cases/{caseId}/audio","href":"/api-reference/benchmarks/get-a-cases-audio-url"},{"title":"List versions","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/versions","href":"/api-reference/benchmarks/list-versions"},{"title":"Publish the draft","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/versions","href":"/api-reference/benchmarks/publish-the-draft"},{"title":"Get a version","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/versions/{n}","href":"/api-reference/benchmarks/get-a-version"},{"title":"Compare two versions","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/versions/diff","href":"/api-reference/benchmarks/compare-two-versions"},{"title":"List cases","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/cases","href":"/api-reference/benchmarks/list-cases"},{"title":"Add cases","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/cases","href":"/api-reference/benchmarks/add-cases"},{"title":"Get a case","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/cases/{caseId}","href":"/api-reference/benchmarks/get-a-case"},{"title":"Delete a case permanently","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/benchmarks/{id}/cases/{caseId}","href":"/api-reference/benchmarks/delete-a-case-permanently"},{"title":"Edit a case","deprecated":null,"version":null,"openapi":"/docs-openapi.json patch /v1/benchmarks/{id}/cases/{caseId}","href":"/api-reference/benchmarks/edit-a-case"},{"title":"Add cases from calls","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/cases/from-conversations","href":"/api-reference/benchmarks/add-cases-from-calls"},{"title":"Add cases from trace spans","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/cases/from-traces","href":"/api-reference/benchmarks/add-cases-from-trace-spans"},{"title":"Duplicate a case","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/cases/{caseId}/duplicate","href":"/api-reference/benchmarks/duplicate-a-case"},{"title":"Bulk-edit cases","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/cases/bulk","href":"/api-reference/benchmarks/bulk-edit-cases"},{"title":"Retire a case","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/cases/{caseId}/retire","href":"/api-reference/benchmarks/retire-a-case"},{"title":"Restore a retired case","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/cases/{caseId}/restore","href":"/api-reference/benchmarks/restore-a-retired-case"},{"title":"List a case's revisions","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/cases/{caseId}/revisions","href":"/api-reference/benchmarks/list-a-cases-revisions"},{"title":"List tags","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/tags","href":"/api-reference/benchmarks/list-tags"},{"title":"List calls to add as cases","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/call-candidates","href":"/api-reference/benchmarks/list-calls-to-add-as-cases"},{"title":"Get a case's system prompt","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/cases/{caseId}/prompt","href":"/api-reference/benchmarks/get-a-cases-system-prompt"},{"title":"Upload a case's audio","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/clip-uploads","href":"/api-reference/benchmarks/upload-a-cases-audio"},{"title":"Set a tag's color","deprecated":null,"version":null,"openapi":"/docs-openapi.json put /v1/benchmarks/{id}/tags/{tag}","href":"/api-reference/benchmarks/set-a-tags-color"},{"title":"List groups","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/groups","href":"/api-reference/benchmarks/list-groups"},{"title":"Add a group","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/groups","href":"/api-reference/benchmarks/add-a-group"},{"title":"Update a group","deprecated":null,"version":null,"openapi":"/docs-openapi.json put /v1/benchmarks/{id}/groups/{groupId}","href":"/api-reference/benchmarks/update-a-group"},{"title":"Delete a group","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/benchmarks/{id}/groups/{groupId}","href":"/api-reference/benchmarks/delete-a-group"},{"title":"List Judges","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/judges","href":"/api-reference/benchmarks/list-judges"},{"title":"Add a Judge","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/judges","href":"/api-reference/benchmarks/add-a-judge"},{"title":"Update a Judge","deprecated":null,"version":null,"openapi":"/docs-openapi.json put /v1/benchmarks/{id}/judges/{judgeId}","href":"/api-reference/benchmarks/update-a-judge"},{"title":"Remove a Judge","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/benchmarks/{id}/judges/{judgeId}","href":"/api-reference/benchmarks/remove-a-judge"},{"title":"Reorder Judges","deprecated":null,"version":null,"openapi":"/docs-openapi.json put /v1/benchmarks/{id}/judges/order","href":"/api-reference/benchmarks/reorder-judges"},{"title":"Try a Judge","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/judges/try","href":"/api-reference/benchmarks/try-a-judge"},{"title":"List Judge model options","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/judge-model-options","href":"/api-reference/benchmarks/list-judge-model-options"},{"title":"List candidate options","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/candidates","href":"/api-reference/benchmarks/list-candidate-options"},{"title":"Estimate a run","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/estimate","href":"/api-reference/benchmarks/estimate-a-run"},{"title":"List runs","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/runs","href":"/api-reference/benchmarks/list-runs"},{"title":"Start a run","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/runs","href":"/api-reference/benchmarks/start-a-run"},{"title":"Get a run","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/runs/{runId}","href":"/api-reference/benchmarks/get-a-run"},{"title":"Delete a run","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/benchmarks/{id}/runs/{runId}","href":"/api-reference/benchmarks/delete-a-run"},{"title":"Cancel a run","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/runs/{runId}/cancel","href":"/api-reference/benchmarks/cancel-a-run"},{"title":"Re-run with the same config","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/runs/{runId}/rerun","href":"/api-reference/benchmarks/re-run-with-the-same-config"},{"title":"Rescore a run","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/runs/{runId}/rescore","href":"/api-reference/benchmarks/rescore-a-run"},{"title":"Get a run's config","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/runs/{runId}/config","href":"/api-reference/benchmarks/get-a-runs-config"},{"title":"Get a run's progress","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/runs/{runId}/progress","href":"/api-reference/benchmarks/get-a-runs-progress"},{"title":"List pending approvals","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/approvals","href":"/api-reference/benchmarks/list-pending-approvals"},{"title":"Approve or reject a run","description":"Owners only. The requester can't approve their own run unless they are the organization's only owner. Approving starts the run; requests expire after 7 days.","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/approvals/{approvalId}","href":"/api-reference/benchmarks/approve-or-reject-a-run"},{"title":"Get run results","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}","href":"/api-reference/benchmarks/get-run-results"},{"title":"List case results","description":"One row per case × candidate (repeats collapsed), without call content.","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}/cases","href":"/api-reference/benchmarks/list-case-results"},{"title":"Get one case's results","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}/cases/{caseId}","href":"/api-reference/benchmarks/get-one-cases-results"},{"title":"Get a results heatmap","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}/heatmap","href":"/api-reference/benchmarks/get-a-results-heatmap"},{"title":"Export results as CSV","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}/export","href":"/api-reference/benchmarks/export-results-as-csv"},{"title":"Get the score across runs","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/trend","href":"/api-reference/benchmarks/get-the-score-across-runs"},{"title":"Override or confirm a verdict","deprecated":null,"version":null,"openapi":"/docs-openapi.json post /v1/benchmarks/{id}/overrides","href":"/api-reference/benchmarks/override-or-confirm-a-verdict"},{"title":"Clear an override","deprecated":null,"version":null,"openapi":"/docs-openapi.json delete /v1/benchmarks/{id}/overrides/{overrideId}","href":"/api-reference/benchmarks/clear-an-override"},{"title":"Get Judge agreement","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/overrides/agreement","href":"/api-reference/benchmarks/get-judge-agreement"},{"title":"Get a run's tag breakdown","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/{id}/results/{runId}/tag-breakdown","href":"/api-reference/benchmarks/get-a-runs-tag-breakdown"},{"title":"Get benchmark spend","deprecated":null,"version":null,"openapi":"/docs-openapi.json get /v1/benchmarks/spend","href":"/api-reference/benchmarks/get-benchmark-spend"},{"title":"Update spend settings","deprecated":null,"version":null,"openapi":"/docs-openapi.json patch /v1/benchmarks/spend","href":"/api-reference/benchmarks/update-spend-settings"}]}]}]},{"language":"es","pages":[{"title":"es","href":"/es/docs"}]}]},"basePath":"","title":"Get run results - Zelto","buildId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","deploymentId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CS552b7R.js","utils-DDTCYAF2.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-De8ttokP.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-DrwRDvAh.js","snippetPresets-DtAN0nWx.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-D5rWArI6.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-O2i12wsz.js","shallow-DV8xABTt.js","getApiPlaygroundDisplay-DBZ0B5Jx.js","CodeSnippet-BVi0tPUX.js","CodeSnippets-CqASbIwY.js","Page-m07pfKpT.js","getPastedJson-DG9vsMS8.js","icon-CXzRSCr8.js","MethodPill-BdKVtEuX.js","DuplicateIcon-CZlmBrJI.js","createIcon-biFEUKPL.js","DynamicMarkdown-B54_zNBF.js","SectionHeading-DwwHK3Pt.js","axios-vUo_bRtp.js","Markdown-DfhCTwyA.js","clsx-xpJZXxdP.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-BTZUMDnx.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-DqdKa2R4.js"]}