Edit a case
curl --request PATCH \
--url https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"title": "<string>",
"tags": [
"<string>"
],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": true,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": [
"<string>"
],
"referenceVerified": true,
"skippedJudgeIds": [
"3c90c3cc-0d44-4b50-8888-8dd25736052a"
],
"judgeParamOverrides": {}
}
'import requests
url = "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload = {
"title": "<string>",
"tags": ["<string>"],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": True,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": ["<string>"],
"additionalProperties": True
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": ["<string>"],
"referenceVerified": True,
"skippedJudgeIds": ["3c90c3cc-0d44-4b50-8888-8dd25736052a"],
"judgeParamOverrides": {}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
title: '<string>',
tags: ['<string>'],
checkGroupId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
language: '<string>',
agentVersionId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
agentId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
draft: true,
turns: [{text: '<string>', nodeId: '<string>'}],
variables: {},
expected: '<string>',
tools: [
{
name: '<string>',
parameters: {
type: 'object',
properties: {},
required: ['<string>'],
additionalProperties: true
},
description: '<string>'
}
],
toolMocks: [{tool: '<string>', response: '<string>', match: {}}],
referenceTranscript: '<string>',
keyTerms: ['<string>'],
referenceVerified: true,
skippedJudgeIds: ['3c90c3cc-0d44-4b50-8888-8dd25736052a'],
judgeParamOverrides: {}
})
};
fetch('https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'title' => '<string>',
'tags' => [
'<string>'
],
'checkGroupId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'language' => '<string>',
'agentVersionId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'agentId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'draft' => true,
'turns' => [
[
'text' => '<string>',
'nodeId' => '<string>'
]
],
'variables' => [
],
'expected' => '<string>',
'tools' => [
[
'name' => '<string>',
'parameters' => [
'type' => 'object',
'properties' => [
],
'required' => [
'<string>'
],
'additionalProperties' => true
],
'description' => '<string>'
]
],
'toolMocks' => [
[
'tool' => '<string>',
'response' => '<string>',
'match' => [
]
]
],
'referenceTranscript' => '<string>',
'keyTerms' => [
'<string>'
],
'referenceVerified' => true,
'skippedJudgeIds' => [
'3c90c3cc-0d44-4b50-8888-8dd25736052a'
],
'judgeParamOverrides' => [
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload := strings.NewReader("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"revision": 123,
"type": "turn",
"title": "<string>",
"checkGroupId": "<string>",
"source": "production",
"sourceConversationId": "<string>",
"sourceAgent": {
"id": "<string>",
"name": "<string>"
},
"tags": [
"<string>"
],
"language": "<string>",
"retired": true,
"draft": true,
"preview": "<string>",
"sourceAgentVersionLabel": "<string>",
"referenceUnverified": true,
"unpublished": true,
"skippedJudgeIds": [
"<string>"
],
"judgeParamOverrides": {},
"addedInVersion": 123,
"retiredInVersion": 123,
"toolExpectation": {
"expect": "call",
"calls": [
{
"tool": "<string>",
"arguments": {}
}
],
"ordered": true,
"forbiddenTools": [
"<string>"
],
"noExtraArguments": true,
"replyAt": 5
},
"replyExpectation": {
"check": "reference",
"text": "<string>",
"idealReply": "<string>"
},
"traceSource": {
"kind": "trace",
"traceId": "<string>",
"spanId": "<string>",
"turns": "transcript"
},
"status": "ready",
"contentPurged": true,
"contentDeleted": true,
"createdAt": "<string>",
"updatedAt": "<string>",
"context": {
"turns": [
{
"role": "caller",
"text": "<string>",
"toolCall": {
"name": "<string>",
"arguments": {}
},
"toolResult": {
"mocked": true,
"content": "<string>"
},
"nodeId": "<string>"
}
],
"expected": "<string>",
"activeNodeId": "<string>"
},
"persona": {
"description": "<string>",
"goal": "<string>",
"maxTurns": 123
},
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"keyTerms": [
"<string>"
],
"referenceTranscript": "<string>",
"variables": {},
"promptAgentVersionId": "<string>"
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "validation_failed",
"code": "validation_failed",
"message": "<string>",
"hint": "<string>",
"details": {}
}Benchmarks
Edit a case
Labels (title, tags, group) change in place. Content changes edit the draft revision in place until a published version or a run pins it; after that they create a new revision, and old runs keep the revision they used.
PATCH
/
v1
/
benchmarks
/
{id}
/
cases
/
{caseId}
Edit a case
curl --request PATCH \
--url https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"title": "<string>",
"tags": [
"<string>"
],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": true,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": [
"<string>"
],
"referenceVerified": true,
"skippedJudgeIds": [
"3c90c3cc-0d44-4b50-8888-8dd25736052a"
],
"judgeParamOverrides": {}
}
'import requests
url = "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload = {
"title": "<string>",
"tags": ["<string>"],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": True,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": ["<string>"],
"additionalProperties": True
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": ["<string>"],
"referenceVerified": True,
"skippedJudgeIds": ["3c90c3cc-0d44-4b50-8888-8dd25736052a"],
"judgeParamOverrides": {}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
title: '<string>',
tags: ['<string>'],
checkGroupId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
language: '<string>',
agentVersionId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
agentId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
draft: true,
turns: [{text: '<string>', nodeId: '<string>'}],
variables: {},
expected: '<string>',
tools: [
{
name: '<string>',
parameters: {
type: 'object',
properties: {},
required: ['<string>'],
additionalProperties: true
},
description: '<string>'
}
],
toolMocks: [{tool: '<string>', response: '<string>', match: {}}],
referenceTranscript: '<string>',
keyTerms: ['<string>'],
referenceVerified: true,
skippedJudgeIds: ['3c90c3cc-0d44-4b50-8888-8dd25736052a'],
judgeParamOverrides: {}
})
};
fetch('https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'title' => '<string>',
'tags' => [
'<string>'
],
'checkGroupId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'language' => '<string>',
'agentVersionId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'agentId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'draft' => true,
'turns' => [
[
'text' => '<string>',
'nodeId' => '<string>'
]
],
'variables' => [
],
'expected' => '<string>',
'tools' => [
[
'name' => '<string>',
'parameters' => [
'type' => 'object',
'properties' => [
],
'required' => [
'<string>'
],
'additionalProperties' => true
],
'description' => '<string>'
]
],
'toolMocks' => [
[
'tool' => '<string>',
'response' => '<string>',
'match' => [
]
]
],
'referenceTranscript' => '<string>',
'keyTerms' => [
'<string>'
],
'referenceVerified' => true,
'skippedJudgeIds' => [
'3c90c3cc-0d44-4b50-8888-8dd25736052a'
],
'judgeParamOverrides' => [
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload := strings.NewReader("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"revision": 123,
"type": "turn",
"title": "<string>",
"checkGroupId": "<string>",
"source": "production",
"sourceConversationId": "<string>",
"sourceAgent": {
"id": "<string>",
"name": "<string>"
},
"tags": [
"<string>"
],
"language": "<string>",
"retired": true,
"draft": true,
"preview": "<string>",
"sourceAgentVersionLabel": "<string>",
"referenceUnverified": true,
"unpublished": true,
"skippedJudgeIds": [
"<string>"
],
"judgeParamOverrides": {},
"addedInVersion": 123,
"retiredInVersion": 123,
"toolExpectation": {
"expect": "call",
"calls": [
{
"tool": "<string>",
"arguments": {}
}
],
"ordered": true,
"forbiddenTools": [
"<string>"
],
"noExtraArguments": true,
"replyAt": 5
},
"replyExpectation": {
"check": "reference",
"text": "<string>",
"idealReply": "<string>"
},
"traceSource": {
"kind": "trace",
"traceId": "<string>",
"spanId": "<string>",
"turns": "transcript"
},
"status": "ready",
"contentPurged": true,
"contentDeleted": true,
"createdAt": "<string>",
"updatedAt": "<string>",
"context": {
"turns": [
{
"role": "caller",
"text": "<string>",
"toolCall": {
"name": "<string>",
"arguments": {}
},
"toolResult": {
"mocked": true,
"content": "<string>"
},
"nodeId": "<string>"
}
],
"expected": "<string>",
"activeNodeId": "<string>"
},
"persona": {
"description": "<string>",
"goal": "<string>",
"maxTurns": 123
},
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"keyTerms": [
"<string>"
],
"referenceTranscript": "<string>",
"variables": {},
"promptAgentVersionId": "<string>"
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "validation_failed",
"code": "validation_failed",
"message": "<string>",
"hint": "<string>",
"details": {}
}Authorizations
Send Authorization: Bearer YOUR_API_KEY. The key resolves to a single organization.
Body
application/json
Required string length:
1 - 160User tags (max 20); normalized to lowercase-kebab.
Maximum array length:
20Maximum string length:
200Required string length:
2 - 16The agent version whose prompt and tools the case was written against. Null = prompt as recorded.
The benchmark agent the case was written for (shown on the case). Default: the agent of agentVersionId.
Draft cases are saved but never run until confirmed.
turn: the conversation so far, ending with the caller turn the agent answers.
Maximum array length:
200Show child attributes
Show child attributes
Show child attributes
Show child attributes
turn: the expected outcome.
Maximum string length:
20000How the spoken reply of a turn case is checked.
Show child attributes
Show child attributes
Which tool call(s) a turn case expects.
Show child attributes
Show child attributes
Maximum array length:
50Show child attributes
Show child attributes
Maximum array length:
50Show child attributes
Show child attributes
conversation: the simulated caller.
Show child attributes
Show child attributes
audio: the reference.
Maximum string length:
20000Maximum array length:
50Required string length:
1 - 200audio: true marks the reference transcript as checked by a person; false flags it as unverified (it still runs).
Maximum array length:
100Show child attributes
Show child attributes
Response
Successful response.
A case with its content (transcript, expectations, tools). Reading it is audit-logged.
Available options:
turn, conversation, audio Available options:
production, trace, manual, red_team, api, mcp, upload An agent the benchmark is assigned to.
Show child attributes
Show child attributes
The agent prompt version the case was written against, e.g. "v7".
audio: the reference transcript came from the call and nobody has checked it yet. The case still runs.
Show child attributes
Show child attributes
Which tool call(s) a turn case expects.
Show child attributes
Show child attributes
How the spoken reply of a turn case is checked.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Available options:
ready, draft, preparing, failed "Delete all call content" blanked this case: content and Judge reasoning are gone, the title is a neutral "Case N · content deleted", scores stay.
ISO 8601 timestamp.
ISO 8601 timestamp.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes