curl --request GET \
--url https://api.zelto.ai/v1/benchmarks/{id}/runs \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.zelto.ai/v1/benchmarks/{id}/runs"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.zelto.ai/v1/benchmarks/{id}/runs', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.zelto.ai/v1/benchmarks/{id}/runs",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.zelto.ai/v1/benchmarks/{id}/runs"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.zelto.ai/v1/benchmarks/{id}/runs")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.zelto.ai/v1/benchmarks/{id}/runs")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"data": [
{
"id": "<string>",
"benchmarkId": "<string>",
"number": 123,
"status": "awaiting_approval",
"cancelRequested": true,
"trigger": "ui",
"versionNumber": 123,
"isDraftRun": true,
"repeats": 123,
"totalCells": 123,
"completedCells": 123,
"passedCells": 123,
"failedCells": 123,
"erroredCells": 123,
"skippedCells": 123,
"candidates": [
{
"id": "<string>",
"label": "<string>",
"model": "<string>",
"agentVersionId": "<string>",
"agentVersionLabel": "<string>",
"isReference": true
}
],
"results": [
{
"candidateId": "<string>",
"passRate": 123,
"wer": 123,
"p50LatencyMs": 123,
"costUsd": 123
}
],
"estimatedCostUsd": 123,
"costCapUsd": 123,
"actualCostUsd": 123,
"caseSetHash": "<string>",
"failureReason": "<string>",
"createdBy": "<string>",
"createdByUser": {
"id": "<string>",
"name": "<string>",
"image": "<string>"
},
"createdAt": "<string>",
"startedAt": "<string>",
"finishedAt": "<string>",
"rescoredAt": "<string>",
"approval": {
"id": "<string>",
"runId": "<string>",
"reason": "monthly_cap",
"status": "pending",
"estimatedCostUsd": 123,
"monthToDateUsd": 123,
"capUsd": 123,
"requestedBy": "<string>",
"decidedBy": "<string>",
"decisionNote": "<string>",
"decidedAt": "<string>",
"expiresAt": "<string>",
"createdAt": "<string>"
},
"publishedAsVersionNumber": 123
}
],
"nextCursor": "<string>"
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}List runs
The benchmark’s runs, newest first.
curl --request GET \
--url https://api.zelto.ai/v1/benchmarks/{id}/runs \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.zelto.ai/v1/benchmarks/{id}/runs"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.zelto.ai/v1/benchmarks/{id}/runs', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.zelto.ai/v1/benchmarks/{id}/runs",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.zelto.ai/v1/benchmarks/{id}/runs"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.zelto.ai/v1/benchmarks/{id}/runs")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.zelto.ai/v1/benchmarks/{id}/runs")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"data": [
{
"id": "<string>",
"benchmarkId": "<string>",
"number": 123,
"status": "awaiting_approval",
"cancelRequested": true,
"trigger": "ui",
"versionNumber": 123,
"isDraftRun": true,
"repeats": 123,
"totalCells": 123,
"completedCells": 123,
"passedCells": 123,
"failedCells": 123,
"erroredCells": 123,
"skippedCells": 123,
"candidates": [
{
"id": "<string>",
"label": "<string>",
"model": "<string>",
"agentVersionId": "<string>",
"agentVersionLabel": "<string>",
"isReference": true
}
],
"results": [
{
"candidateId": "<string>",
"passRate": 123,
"wer": 123,
"p50LatencyMs": 123,
"costUsd": 123
}
],
"estimatedCostUsd": 123,
"costCapUsd": 123,
"actualCostUsd": 123,
"caseSetHash": "<string>",
"failureReason": "<string>",
"createdBy": "<string>",
"createdByUser": {
"id": "<string>",
"name": "<string>",
"image": "<string>"
},
"createdAt": "<string>",
"startedAt": "<string>",
"finishedAt": "<string>",
"rescoredAt": "<string>",
"approval": {
"id": "<string>",
"runId": "<string>",
"reason": "monthly_cap",
"status": "pending",
"estimatedCostUsd": 123,
"monthToDateUsd": 123,
"capUsd": 123,
"requestedBy": "<string>",
"decidedBy": "<string>",
"decisionNote": "<string>",
"decidedAt": "<string>",
"expiresAt": "<string>",
"createdAt": "<string>"
},
"publishedAsVersionNumber": 123
}
],
"nextCursor": "<string>"
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}Authorizations
Send Authorization: Bearer YOUR_API_KEY. The key resolves to a single organization.
Path Parameters
Benchmark id.
Query Parameters
Keep runs in any of these states.
awaiting_approval: waiting for an owner (over the spend cap). rejected: an owner rejected it or the request expired.
awaiting_approval, queued, running, completed, failed, cancelled, rejected Items per page. Default 50, max 200 (larger values are clamped to 200). Must be a positive integer; anything else is rejected with a 400 invalid_parameter.
1 <= x <= 200Opaque pagination cursor. Pass the nextCursor returned by the previous page, unchanged. A cursor this API did not issue is rejected with a 400 invalid_parameter. List endpoints also answer 400 unknown_query_parameter (listing the valid names) for any query parameter they do not accept, so a misspelled filter such as agent_id is never silently ignored.

