Editar un caso
curl --request PATCH \
--url https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"title": "<string>",
"tags": [
"<string>"
],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": true,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": [
"<string>"
],
"referenceVerified": true,
"skippedJudgeIds": [
"3c90c3cc-0d44-4b50-8888-8dd25736052a"
],
"judgeParamOverrides": {}
}
'import requests
url = "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload = {
"title": "<string>",
"tags": ["<string>"],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": True,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": ["<string>"],
"additionalProperties": True
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": ["<string>"],
"referenceVerified": True,
"skippedJudgeIds": ["3c90c3cc-0d44-4b50-8888-8dd25736052a"],
"judgeParamOverrides": {}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
title: '<string>',
tags: ['<string>'],
checkGroupId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
language: '<string>',
agentVersionId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
agentId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
draft: true,
turns: [{text: '<string>', nodeId: '<string>'}],
variables: {},
expected: '<string>',
tools: [
{
name: '<string>',
parameters: {
type: 'object',
properties: {},
required: ['<string>'],
additionalProperties: true
},
description: '<string>'
}
],
toolMocks: [{tool: '<string>', response: '<string>', match: {}}],
referenceTranscript: '<string>',
keyTerms: ['<string>'],
referenceVerified: true,
skippedJudgeIds: ['3c90c3cc-0d44-4b50-8888-8dd25736052a'],
judgeParamOverrides: {}
})
};
fetch('https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'title' => '<string>',
'tags' => [
'<string>'
],
'checkGroupId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'language' => '<string>',
'agentVersionId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'agentId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'draft' => true,
'turns' => [
[
'text' => '<string>',
'nodeId' => '<string>'
]
],
'variables' => [
],
'expected' => '<string>',
'tools' => [
[
'name' => '<string>',
'parameters' => [
'type' => 'object',
'properties' => [
],
'required' => [
'<string>'
],
'additionalProperties' => true
],
'description' => '<string>'
]
],
'toolMocks' => [
[
'tool' => '<string>',
'response' => '<string>',
'match' => [
]
]
],
'referenceTranscript' => '<string>',
'keyTerms' => [
'<string>'
],
'referenceVerified' => true,
'skippedJudgeIds' => [
'3c90c3cc-0d44-4b50-8888-8dd25736052a'
],
'judgeParamOverrides' => [
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload := strings.NewReader("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"revision": 123,
"type": "turn",
"title": "<string>",
"checkGroupId": "<string>",
"source": "production",
"sourceConversationId": "<string>",
"sourceAgent": {
"id": "<string>",
"name": "<string>"
},
"tags": [
"<string>"
],
"language": "<string>",
"retired": true,
"draft": true,
"preview": "<string>",
"sourceAgentVersionLabel": "<string>",
"referenceUnverified": true,
"unpublished": true,
"skippedJudgeIds": [
"<string>"
],
"judgeParamOverrides": {},
"addedInVersion": 123,
"retiredInVersion": 123,
"toolExpectation": {
"expect": "call",
"calls": [
{
"tool": "<string>",
"arguments": {}
}
],
"ordered": true,
"forbiddenTools": [
"<string>"
],
"noExtraArguments": true,
"replyAt": 5
},
"replyExpectation": {
"check": "reference",
"text": "<string>",
"idealReply": "<string>"
},
"traceSource": {
"kind": "trace",
"traceId": "<string>",
"spanId": "<string>",
"turns": "transcript"
},
"status": "ready",
"contentPurged": true,
"contentDeleted": true,
"createdAt": "<string>",
"updatedAt": "<string>",
"context": {
"turns": [
{
"role": "caller",
"text": "<string>",
"toolCall": {
"name": "<string>",
"arguments": {}
},
"toolResult": {
"mocked": true,
"content": "<string>"
},
"nodeId": "<string>"
}
],
"expected": "<string>",
"activeNodeId": "<string>"
},
"persona": {
"description": "<string>",
"goal": "<string>",
"maxTurns": 123
},
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"keyTerms": [
"<string>"
],
"referenceTranscript": "<string>",
"variables": {},
"promptAgentVersionId": "<string>"
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "validation_failed",
"code": "validation_failed",
"message": "<string>",
"hint": "<string>",
"details": {}
}Benchmarks
Editar un caso
Las etiquetas (título, etiquetas, grupo) cambian en el lugar. Los cambios de contenido editan la revisión en borrador hasta que una versión publicada o una ejecución la fija; a partir de ahí crean una revisión nueva, y las ejecuciones anteriores conservan la revisión que usaron.
PATCH
/
v1
/
benchmarks
/
{id}
/
cases
/
{caseId}
Editar un caso
curl --request PATCH \
--url https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"title": "<string>",
"tags": [
"<string>"
],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": true,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": [
"<string>"
],
"referenceVerified": true,
"skippedJudgeIds": [
"3c90c3cc-0d44-4b50-8888-8dd25736052a"
],
"judgeParamOverrides": {}
}
'import requests
url = "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload = {
"title": "<string>",
"tags": ["<string>"],
"checkGroupId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"language": "<string>",
"agentVersionId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"agentId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"draft": True,
"turns": [
{
"text": "<string>",
"nodeId": "<string>"
}
],
"variables": {},
"expected": "<string>",
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": ["<string>"],
"additionalProperties": True
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"referenceTranscript": "<string>",
"keyTerms": ["<string>"],
"referenceVerified": True,
"skippedJudgeIds": ["3c90c3cc-0d44-4b50-8888-8dd25736052a"],
"judgeParamOverrides": {}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
title: '<string>',
tags: ['<string>'],
checkGroupId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
language: '<string>',
agentVersionId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
agentId: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
draft: true,
turns: [{text: '<string>', nodeId: '<string>'}],
variables: {},
expected: '<string>',
tools: [
{
name: '<string>',
parameters: {
type: 'object',
properties: {},
required: ['<string>'],
additionalProperties: true
},
description: '<string>'
}
],
toolMocks: [{tool: '<string>', response: '<string>', match: {}}],
referenceTranscript: '<string>',
keyTerms: ['<string>'],
referenceVerified: true,
skippedJudgeIds: ['3c90c3cc-0d44-4b50-8888-8dd25736052a'],
judgeParamOverrides: {}
})
};
fetch('https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'title' => '<string>',
'tags' => [
'<string>'
],
'checkGroupId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'language' => '<string>',
'agentVersionId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'agentId' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'draft' => true,
'turns' => [
[
'text' => '<string>',
'nodeId' => '<string>'
]
],
'variables' => [
],
'expected' => '<string>',
'tools' => [
[
'name' => '<string>',
'parameters' => [
'type' => 'object',
'properties' => [
],
'required' => [
'<string>'
],
'additionalProperties' => true
],
'description' => '<string>'
]
],
'toolMocks' => [
[
'tool' => '<string>',
'response' => '<string>',
'match' => [
]
]
],
'referenceTranscript' => '<string>',
'keyTerms' => [
'<string>'
],
'referenceVerified' => true,
'skippedJudgeIds' => [
'3c90c3cc-0d44-4b50-8888-8dd25736052a'
],
'judgeParamOverrides' => [
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}"
payload := strings.NewReader("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.zelto.ai/v1/benchmarks/{id}/cases/{caseId}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"title\": \"<string>\",\n \"tags\": [\n \"<string>\"\n ],\n \"checkGroupId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"language\": \"<string>\",\n \"agentVersionId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"agentId\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"draft\": true,\n \"turns\": [\n {\n \"text\": \"<string>\",\n \"nodeId\": \"<string>\"\n }\n ],\n \"variables\": {},\n \"expected\": \"<string>\",\n \"tools\": [\n {\n \"name\": \"<string>\",\n \"parameters\": {\n \"type\": \"object\",\n \"properties\": {},\n \"required\": [\n \"<string>\"\n ],\n \"additionalProperties\": true\n },\n \"description\": \"<string>\"\n }\n ],\n \"toolMocks\": [\n {\n \"tool\": \"<string>\",\n \"response\": \"<string>\",\n \"match\": {}\n }\n ],\n \"referenceTranscript\": \"<string>\",\n \"keyTerms\": [\n \"<string>\"\n ],\n \"referenceVerified\": true,\n \"skippedJudgeIds\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"judgeParamOverrides\": {}\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>",
"revision": 123,
"type": "turn",
"title": "<string>",
"checkGroupId": "<string>",
"source": "production",
"sourceConversationId": "<string>",
"sourceAgent": {
"id": "<string>",
"name": "<string>"
},
"tags": [
"<string>"
],
"language": "<string>",
"retired": true,
"draft": true,
"preview": "<string>",
"sourceAgentVersionLabel": "<string>",
"referenceUnverified": true,
"unpublished": true,
"skippedJudgeIds": [
"<string>"
],
"judgeParamOverrides": {},
"addedInVersion": 123,
"retiredInVersion": 123,
"toolExpectation": {
"expect": "call",
"calls": [
{
"tool": "<string>",
"arguments": {}
}
],
"ordered": true,
"forbiddenTools": [
"<string>"
],
"noExtraArguments": true,
"replyAt": 5
},
"replyExpectation": {
"check": "reference",
"text": "<string>",
"idealReply": "<string>"
},
"traceSource": {
"kind": "trace",
"traceId": "<string>",
"spanId": "<string>",
"turns": "transcript"
},
"status": "ready",
"contentPurged": true,
"contentDeleted": true,
"createdAt": "<string>",
"updatedAt": "<string>",
"context": {
"turns": [
{
"role": "caller",
"text": "<string>",
"toolCall": {
"name": "<string>",
"arguments": {}
},
"toolResult": {
"mocked": true,
"content": "<string>"
},
"nodeId": "<string>"
}
],
"expected": "<string>",
"activeNodeId": "<string>"
},
"persona": {
"description": "<string>",
"goal": "<string>",
"maxTurns": 123
},
"tools": [
{
"name": "<string>",
"parameters": {
"type": "object",
"properties": {},
"required": [
"<string>"
],
"additionalProperties": true
},
"description": "<string>"
}
],
"toolMocks": [
{
"tool": "<string>",
"response": "<string>",
"match": {}
}
],
"keyTerms": [
"<string>"
],
"referenceTranscript": "<string>",
"variables": {},
"promptAgentVersionId": "<string>"
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "<string>",
"message": "<string>",
"code": "<string>",
"hint": "<string>",
"parameter": "<string>",
"unknown": [
"<string>"
],
"valid": [
"<string>"
],
"details": {}
}{
"error": "validation_failed",
"code": "validation_failed",
"message": "<string>",
"hint": "<string>",
"details": {}
}Autorizaciones
Envía Authorization: Bearer YOUR_API_KEY. La clave corresponde a una sola organización.
Cuerpo
application/json
Required string length:
1 - 160Etiquetas de usuario (máximo 20); se normalizan a minúsculas con guiones.
Maximum array length:
20Maximum string length:
200Required string length:
2 - 16La versión del agente con cuyo prompt y herramientas se escribió el caso. Nulo = prompt tal como se grabó.
El agente del benchmark para el que se escribió el caso (se muestra en el caso). Predeterminado: el agente de agentVersionId.
Los casos en borrador se guardan pero no se ejecutan hasta confirmarlos.
turno: la conversación hasta ahora, terminando con el turno del llamante que responde el agente.
Maximum array length:
200Show child attributes
Show child attributes
Show child attributes
Show child attributes
turno: el resultado esperado.
Maximum string length:
20000Cómo se comprueba la respuesta hablada de un caso de turno.
Show child attributes
Show child attributes
Qué llamada(s) a herramientas espera un caso de turno.
Show child attributes
Show child attributes
Maximum array length:
50Show child attributes
Show child attributes
Maximum array length:
50Show child attributes
Show child attributes
conversación: el llamante simulado.
Show child attributes
Show child attributes
audio: la referencia.
Maximum string length:
20000Maximum array length:
50Required string length:
1 - 200audio: true marca la transcripción de referencia como revisada por una persona; false la marca como sin verificar (se ejecuta igual).
Maximum array length:
100Show child attributes
Show child attributes
Respuesta
Respuesta correcta.
Un caso con su contenido (transcripción, expectativas, herramientas). Leerlo queda registrado en la auditoría.
Opciones disponibles:
turn, conversation, audio Opciones disponibles:
production, trace, manual, red_team, api, mcp, upload Un agente al que está asignado el benchmark.
Show child attributes
Show child attributes
La versión del prompt del agente con la que se escribió el caso, por ejemplo "v7".
audio: la transcripción de referencia viene de la llamada y nadie la revisó todavía. El caso se ejecuta igual.
Show child attributes
Show child attributes
Qué llamada(s) a herramientas espera un caso de turno.
Show child attributes
Show child attributes
Cómo se comprueba la respuesta hablada de un caso de turno.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Opciones disponibles:
ready, draft, preparing, failed "Eliminar todo el contenido de llamadas" vació este caso: el contenido y el razonamiento de los Judges ya no están, el título es un neutro "Caso N · contenido eliminado" y las puntuaciones se conservan.
Marca de tiempo ISO 8601.
Marca de tiempo ISO 8601.
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes