Create Eino/CALM AI test run

POST/v1/ai/agents/{agentID}/test-runs

Authorization

bearerAuthbearerAuthrequired

apiKeyAuthapiKeyAuthrequired

Path parameters

agentIDstringrequired

Request body

requiredapplication/json

inputobject

playbook_idstring

playbook_version_idstring

scenariostringrequired

Responses

200OK

agent_idstringrequired

completed_atstring

created_atstringrequired

idstringrequired

inputobjectrequired

outputobjectrequired

playbook_idstring

playbook_version_idstring

requested_bystring

rerun_ofstring

resultsTestResult[] | null

Show properties

Array of TestResult

actualobjectrequired

case_keystringrequired

created_atstringrequired

expectedobjectrequired

idstringrequired

notesstringrequired

scorenumber<double>required

statusstringrequired

scenariostringrequired

started_atstringrequired

statusstringrequired

summaryobjectrequired

superseded_bystring

400Bad Request

errorErrorBodyrequired

Show properties

codestringrequired

detailsErrorDetail[] | null

Show properties

Array of ErrorDetail

codestring

fieldstring

locationstring

messagestringrequired

request_idstring

401Unauthorized

errorErrorBodyrequired

Show properties

codestringrequired

detailsErrorDetail[] | null

Show properties

Array of ErrorDetail

codestring

fieldstring

locationstring

messagestringrequired

request_idstring

403Forbidden

errorErrorBodyrequired

Show properties

codestringrequired

detailsErrorDetail[] | null

Show properties

Array of ErrorDetail

codestring

fieldstring

locationstring

messagestringrequired

request_idstring

404Not Found

errorErrorBodyrequired

Show properties

codestringrequired

detailsErrorDetail[] | null

Show properties

Array of ErrorDetail

codestring

fieldstring

locationstring

messagestringrequired

request_idstring

422Unprocessable Entity

errorErrorBodyrequired

Show properties

codestringrequired

detailsErrorDetail[] | null

Show properties

Array of ErrorDetail

codestring

fieldstring

locationstring

messagestringrequired

request_idstring

500Internal Server Error

errorErrorBodyrequired

Show properties

codestringrequired

detailsErrorDetail[] | null

Show properties

Array of ErrorDetail

codestring

fieldstring

locationstring

messagestringrequired

request_idstring

Request

curl -X POST "/v1/ai/agents/string/test-runs" \
  -H "Content-Type: application/json" \
  -d '{
  "input": {},
  "playbook_id": "string",
  "playbook_version_id": "string",
  "scenario": "string"
}'

const response = await fetch("/v1/ai/agents/string/test-runs", {
  method: "POST",
  headers: {
    "Content-Type": "application/json"
  },
  body: JSON.stringify({
  "input": {},
  "playbook_id": "string",
  "playbook_version_id": "string",
  "scenario": "string"
})
});

import requests

response = requests.post(
    "/v1/ai/agents/string/test-runs",
    headers={
        "Content-Type": "application/json"
    },
    json={
  "input": {},
  "playbook_id": "string",
  "playbook_version_id": "string",
  "scenario": "string"
},
)

Response

{
  "agent_id": "string",
  "completed_at": "string",
  "created_at": "string",
  "id": "string",
  "input": {},
  "output": {},
  "playbook_id": "string",
  "playbook_version_id": "string",
  "requested_by": "string",
  "rerun_of": "string",
  "results": [
    {
      "actual": {},
      "case_key": "string",
      "created_at": "string",
      "expected": {},
      "id": "string",
      "notes": "string",
      "score": 0,
      "status": "string"
    }
  ],
  "scenario": "string",
  "started_at": "string",
  "status": "string",
  "summary": {},
  "superseded_by": "string"
}

{
  "error": {
    "code": "string",
    "details": [
      {
        "code": "string",
        "field": "string",
        "location": "string",
        "message": "string"
      }
    ],
    "message": "string",
    "request_id": "string"
  }
}

{
  "error": {
    "code": "string",
    "details": [
      {
        "code": "string",
        "field": "string",
        "location": "string",
        "message": "string"
      }
    ],
    "message": "string",
    "request_id": "string"
  }
}

{
  "error": {
    "code": "string",
    "details": [
      {
        "code": "string",
        "field": "string",
        "location": "string",
        "message": "string"
      }
    ],
    "message": "string",
    "request_id": "string"
  }
}

{
  "error": {
    "code": "string",
    "details": [
      {
        "code": "string",
        "field": "string",
        "location": "string",
        "message": "string"
      }
    ],
    "message": "string",
    "request_id": "string"
  }
}

{
  "error": {
    "code": "string",
    "details": [
      {
        "code": "string",
        "field": "string",
        "location": "string",
        "message": "string"
      }
    ],
    "message": "string",
    "request_id": "string"
  }
}

{
  "error": {
    "code": "string",
    "details": [
      {
        "code": "string",
        "field": "string",
        "location": "string",
        "message": "string"
      }
    ],
    "message": "string",
    "request_id": "string"
  }
}