The end state and the output compared with the run's checks.
Show child attributes
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"testworld","colors":{"primary":"#6B625A","light":"#A39A92","dark":"#2B2622"},"favicon":"https://mintcdn.com/testworld/CNxEOTTe8Co_oqta/favicon.png?fit=max\u0026auto=format\u0026n=CNxEOTTe8Co_oqta\u0026q=85\u0026s=cfd7798f11dc618bc137b0d1a15c2feb","navbar":{"primary":{"type":"button","label":"Get early access","href":"https://testworld.dev/#access"}},"footer":{"links":[{"header":"testworld","items":[{"label":"Website","href":"https://testworld.dev"}]}]},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"testworld","hasAudioNarration":false,"actualSubdomain":"testworld","customDomains":["docs.testworld.dev"],"gitSource":{"type":"github","owner":"dansemums","repo":"testworld","deployBranch":"main","contentDirectory":"docs","isPrivate":true,"mountPath":"","label":"","_id":"6af4e1fcdc55bf5b8cfea917"},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af4e96f4e4fdcb513643590","clientVersion":"0.0.4111","searchFilterCounts":[{"language":"default","tag":"Guides","count":7},{"language":"default","tag":"API reference","count":6},{"language":"default","tag":"Concepts","count":4},{"language":"default","tag":"Runs","count":4},{"language":"default","tag":"Get started","count":2},{"language":"default","tag":"Environments","count":2},{"language":"default","tag":"More","count":1}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/runs/start-a-run","slug":"/api-reference/runs/start-a-run","pageMetadata":{"title":"Start a run","description":null,"deprecated":null,"version":null,"openapi":"/openapi.json post /v1/runs","href":"/api-reference/runs/start-a-run","autogeneratedByOpenApi":true},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Start a run","description":null,"deprecated":null,"version":null,"openapi":"/openapi.json post /v1/runs","href":"/api-reference/runs/start-a-run","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"operationId":"createRun","summary":"Start a run","tags":["Runs"],"requestBody":"691b8623-81fb-42e4-8e20-265195b7fce8","responses":{"201":"027ab100-ec44-4a90-97dc-5f464d95381b","400":"3e8008e0-ed03-43e6-8eda-fdb7f402721c","401":"51f8beee-25b3-4d44-a31a-a3236140049d","404":"58b2da0b-042d-439c-a0de-3d89957eb9b1","409":"8d1c38f1-5479-487d-9c7b-80b9db36e3f5"},"method":"post","type":"path","servers":["c01ab833-7bd3-4ce8-9399-b7834157f3a0"],"security":["cf25e531-214d-431b-a3e4-716e796ffb42"],"path":"/v1/runs","baseUrlOptions":["https://api.testworld.dev"],"title":"Start a run","description":"","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"required":true,"content":{"application/json":{"schema":{"type":"object","required":["environment","task"],"additionalProperties":false,"properties":{"environment":{"type":"string","description":"An environment id or slug.","isRequired":true,"uniqueKey":"environment","typeLabel":"string"},"task":{"type":"string","maxLength":8192,"description":"A task id, the title of one of the environment's tasks, or free text. A template task brings its checks. Free text has none.","isRequired":true,"uniqueKey":"task","typeLabel":"string"},"checks":{"type":"array","items":{"type":"object","required":["kind"],"description":"One assertion a run is scored on. See Checks for the fields each kind needs.","properties":{"kind":{"type":"string","enum":["record_exists","record_absent","field_equals","field_contains","write_count","no_writes","action_called","action_not_called","output_contains","output_equals","rubric"],"isRequired":true,"uniqueKey":"checks.items.[INDEX].kind","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"Assigned by the API for custom checks.","uniqueKey":"checks.items.[INDEX].id","typeLabel":"string"},"description":{"type":"string","uniqueKey":"checks.items.[INDEX].description","typeLabel":"string"},"source":{"type":"string","enum":["template","custom"],"uniqueKey":"checks.items.[INDEX].source","typeLabel":"enum\u003cstring>"},"collection":{"type":"string","uniqueKey":"checks.items.[INDEX].collection","typeLabel":"string"},"field":{"type":"string","uniqueKey":"checks.items.[INDEX].field","typeLabel":"string"},"value":{"oneOf":[{}],"uniqueKey":"checks.items.[INDEX].value","typeLabel":"any"},"where":{"type":"object","uniqueKey":"checks.items.[INDEX].where","typeLabel":"object"},"action":{"type":"string","uniqueKey":"checks.items.[INDEX].action","typeLabel":"string"},"min":{"type":"integer","minimum":0,"uniqueKey":"checks.items.[INDEX].min","typeLabel":"integer"},"max":{"type":"integer","minimum":0,"uniqueKey":"checks.items.[INDEX].max","typeLabel":"integer"},"text":{"type":"string","description":"The question a model judge answers, for kind rubric.","uniqueKey":"checks.items.[INDEX].text","typeLabel":"string"}},"uniqueKey":"checks.items.[INDEX]","typeLabel":"object"},"description":"Your own checks, in addition to the template's.","uniqueKey":"checks","typeLabel":"object[]"},"replace_template_checks":{"type":"boolean","description":"true drops the task's template checks.","uniqueKey":"replace_template_checks","typeLabel":"boolean"},"agent":{"type":"object","properties":{"name":{"type":"string","uniqueKey":"agent.name","typeLabel":"string"},"revision":{"type":"string","uniqueKey":"agent.revision","typeLabel":"string"}},"uniqueKey":"agent","typeLabel":"object"},"max_calls":{"type":"integer","minimum":1,"maximum":500,"default":500,"uniqueKey":"max_calls","typeLabel":"integer"},"idle_timeout_seconds":{"type":"integer","minimum":30,"maximum":3600,"default":600,"uniqueKey":"idle_timeout_seconds","typeLabel":"integer"},"timeout_seconds":{"type":"integer","minimum":60,"maximum":86400,"default":3600,"uniqueKey":"timeout_seconds","typeLabel":"integer"},"idempotency_key":{"type":"string","minLength":1,"maxLength":255,"description":"The same key with the same body replays the first run. With a different body it is 409 idempotency_conflict.","uniqueKey":"idempotency_key","typeLabel":"string"},"metadata":{"type":"object","description":"Free-form, at most 4 KB. Returned unchanged.","uniqueKey":"metadata","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"environment":"\u003cstring>","task":"\u003cstring>","checks":[{"id":"\u003cstring>","description":"\u003cstring>","collection":"\u003cstring>","field":"\u003cstring>","value":"\u003cunknown>","where":{},"action":"\u003cstring>","min":1,"max":1,"text":"\u003cstring>"}],"replace_template_checks":true,"agent":{"name":"\u003cstring>","revision":"\u003cstring>"},"max_calls":500,"idle_timeout_seconds":600,"timeout_seconds":3600,"idempotency_key":"\u003cstring>","metadata":{}}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"027ab100-ec44-4a90-97dc-5f464d95381b":{"description":"The run, in status created, with its token.","content":{"application/json":{"schema":{"type":"object","description":"One agent doing one task in one environment.","properties":{"id":{"type":"string","description":"Opaque id, starts with run_.","uniqueKey":"id","typeLabel":"string"},"status":{"type":"string","enum":["created","running","evaluating","done","failed"],"uniqueKey":"status","typeLabel":"enum\u003cstring>"},"ended_by":{"oneOf":[{"type":"string","enum":["finish","idle_timeout","timeout","max_calls",null],"uniqueKey":"ended_by.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["finish","idle_timeout","timeout","max_calls",null],"uniqueKey":"ended_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"ended_by","typeLabel":"enum\u003cstring> | null"},"error":{"oneOf":[{"type":"object","properties":{"type":{"type":"string","uniqueKey":"error.oneOf.0.type","typeLabel":"string"},"message":{"type":"string","uniqueKey":"error.oneOf.0.message","typeLabel":"string"}},"uniqueKey":"error.oneOf.0","typeLabel":"object"},{"type":"null","properties":{"type":{"type":"string"},"message":{"type":"string"}},"uniqueKey":"error.oneOf.1","typeLabel":"null"}],"uniqueKey":"error","typeLabel":"object | null"},"environment":{"type":"object","properties":{"id":{"type":"string","uniqueKey":"environment.id","typeLabel":"string"},"slug":{"type":"string","uniqueKey":"environment.slug","typeLabel":"string"},"version":{"type":"object","properties":{"id":{"type":"string","uniqueKey":"environment.version.id","typeLabel":"string"},"number":{"type":"integer","uniqueKey":"environment.version.number","typeLabel":"integer"}},"uniqueKey":"environment.version","typeLabel":"object"}},"uniqueKey":"environment","typeLabel":"object"},"task":{"type":"object","properties":{"id":{"oneOf":[{"type":"string","uniqueKey":"task.id.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"task.id.oneOf.1","typeLabel":"null"}],"uniqueKey":"task.id","typeLabel":"string | null"},"text":{"type":"string","uniqueKey":"task.text","typeLabel":"string"}},"uniqueKey":"task","typeLabel":"object"},"agent":{"type":"object","properties":{"name":{"oneOf":[{"type":"string","uniqueKey":"agent.name.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"agent.name.oneOf.1","typeLabel":"null"}],"uniqueKey":"agent.name","typeLabel":"string | null"},"revision":{"oneOf":[{"type":"string","uniqueKey":"agent.revision.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"agent.revision.oneOf.1","typeLabel":"null"}],"uniqueKey":"agent.revision","typeLabel":"string | null"}},"uniqueKey":"agent","typeLabel":"object"},"tools_url":{"type":"string","description":"The agent's base address for the tools.","uniqueKey":"tools_url","typeLabel":"string"},"mcp_url":{"type":"string","description":"One MCP address for the Gmail and Slack tools.","uniqueKey":"mcp_url","typeLabel":"string"},"tools":{"type":"array","items":{"type":"object","properties":{"provider":{"type":"string","enum":["google.gmail","slack","google.calendar"],"uniqueKey":"tools.items.[INDEX].provider","typeLabel":"enum\u003cstring>"},"surface":{"type":"string","enum":["rest","web-api","mcp"],"uniqueKey":"tools.items.[INDEX].surface","typeLabel":"enum\u003cstring>"},"url":{"type":"string","description":"Absolute address.","uniqueKey":"tools.items.[INDEX].url","typeLabel":"string"}},"uniqueKey":"tools.items.[INDEX]","typeLabel":"object"},"uniqueKey":"tools","typeLabel":"object[]"},"token":{"type":"string","description":"The run's credential for the tools, tw_run_... Only in the answers of POST /v1/runs and GET /v1/runs/{id}/tools.","uniqueKey":"token","typeLabel":"string"},"now":{"type":"string","format":"date-time","description":"Simulated time after the last call.","uniqueKey":"now","typeLabel":"string\u003cdate-time>"},"calls":{"type":"integer","uniqueKey":"calls","typeLabel":"integer"},"max_calls":{"type":"integer","uniqueKey":"max_calls","typeLabel":"integer"},"idle_timeout_seconds":{"type":"integer","uniqueKey":"idle_timeout_seconds","typeLabel":"integer"},"timeout_seconds":{"type":"integer","uniqueKey":"timeout_seconds","typeLabel":"integer"},"created_at":{"type":"string","format":"date-time","uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"started_at":{"oneOf":[{"type":"string","format":"date-time","uniqueKey":"started_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","uniqueKey":"started_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"started_at","typeLabel":"string\u003cdate-time> | null"},"expires_at":{"type":"string","format":"date-time","uniqueKey":"expires_at","typeLabel":"string\u003cdate-time>"},"finished_at":{"oneOf":[{"type":"string","format":"date-time","uniqueKey":"finished_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","uniqueKey":"finished_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"finished_at","typeLabel":"string\u003cdate-time> | null"},"scored_at":{"oneOf":[{"type":"string","format":"date-time","uniqueKey":"scored_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","uniqueKey":"scored_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"scored_at","typeLabel":"string\u003cdate-time> | null"},"metadata":{"type":"object","uniqueKey":"metadata","typeLabel":"object"},"trace":{"oneOf":[{"type":"object","description":"Every call the tools answered during the run, reads included. Nothing from inside the agent.","properties":{"calls":{"type":"array","items":{"type":"object","properties":{"seq":{"type":"integer","minimum":1,"uniqueKey":"trace.oneOf.0.calls.items.[INDEX].seq","typeLabel":"integer"},"at":{"type":"string","format":"date-time","description":"Simulated time.","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].at","typeLabel":"string\u003cdate-time>"},"provider":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].provider","typeLabel":"string"},"surface":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].surface","typeLabel":"string"},"operation":{"type":"string","description":"For example gmail.messages.list or slack.chat.postMessage. On MCP it is the tool's name.","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].operation","typeLabel":"string"},"arguments":{"type":"object","description":"Path, query and body merged for REST and Web API calls. The tool arguments for MCP.","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].arguments","typeLabel":"object"},"result":{"description":"The body the tool answered.","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].result","typeLabel":"any"},"status":{"type":"string","enum":["ok","error"],"uniqueKey":"trace.oneOf.0.calls.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"error":{"oneOf":[{"type":"object","properties":{"type":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].error.oneOf.0.type","typeLabel":"string"},"message":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].error.oneOf.0.message","typeLabel":"string"}},"uniqueKey":"trace.oneOf.0.calls.items.[INDEX].error.oneOf.0","typeLabel":"object"},{"type":"null","properties":{"type":{"type":"string"},"message":{"type":"string"}},"uniqueKey":"trace.oneOf.0.calls.items.[INDEX].error.oneOf.1","typeLabel":"null"}],"uniqueKey":"trace.oneOf.0.calls.items.[INDEX].error","typeLabel":"object | null"},"mutated":{"type":"boolean","description":"Whether the call changed the environment.","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].mutated","typeLabel":"boolean"},"state_digest":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].state_digest","typeLabel":"string"},"reactions":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].reactions.items.[INDEX].id","typeLabel":"string"},"user":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].reactions.items.[INDEX].user","typeLabel":"string"},"ts":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].reactions.items.[INDEX].ts","typeLabel":"string"},"text":{"type":"string","uniqueKey":"trace.oneOf.0.calls.items.[INDEX].reactions.items.[INDEX].text","typeLabel":"string"}},"uniqueKey":"trace.oneOf.0.calls.items.[INDEX].reactions.items.[INDEX]","typeLabel":"object"},"uniqueKey":"trace.oneOf.0.calls.items.[INDEX].reactions","typeLabel":"object[]"}},"uniqueKey":"trace.oneOf.0.calls.items.[INDEX]","typeLabel":"object"},"uniqueKey":"trace.oneOf.0.calls","typeLabel":"object[]"}},"uniqueKey":"trace.oneOf.0","typeLabel":"object"},{"type":"null","uniqueKey":"trace.oneOf.1","typeLabel":"null"}],"uniqueKey":"trace","typeLabel":"object | null"},"evaluation":{"oneOf":[{"type":"object","description":"The end state and the output compared with the run's checks.","properties":{"score":{"oneOf":[{"type":"number","minimum":0,"maximum":1,"description":"Passed checks over all checks. null when the run had no checks.","uniqueKey":"evaluation.oneOf.0.score.oneOf.0","typeLabel":"number"},{"type":"null","minimum":0,"maximum":1,"description":"Passed checks over all checks. null when the run had no checks.","uniqueKey":"evaluation.oneOf.0.score.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluation.oneOf.0.score","typeLabel":"number | null"},"passed":{"oneOf":[{"type":"boolean","description":"true only when every check passed.","uniqueKey":"evaluation.oneOf.0.passed.oneOf.0","typeLabel":"boolean"},{"type":"null","description":"true only when every check passed.","uniqueKey":"evaluation.oneOf.0.passed.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluation.oneOf.0.passed","typeLabel":"boolean | null"},"checks":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].id","typeLabel":"string"},"kind":{"type":"string","uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].kind","typeLabel":"string"},"description":{"type":"string","uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].description","typeLabel":"string"},"source":{"type":"string","enum":["template","custom"],"uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].source","typeLabel":"enum\u003cstring>"},"passed":{"oneOf":[{"type":"boolean","description":"null when undecided, which counts as not passed.","uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].passed.oneOf.0","typeLabel":"boolean"},{"type":"null","description":"null when undecided, which counts as not passed.","uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].passed.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].passed","typeLabel":"boolean | null"},"explanation":{"type":"string","description":"One line on what was found.","uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].explanation","typeLabel":"string"},"judge":{"oneOf":[{"type":"object","properties":{"model":{"type":"string","uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].judge.oneOf.0.model","typeLabel":"string"}},"uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].judge.oneOf.0","typeLabel":"object"},{"type":"null","properties":{"model":{"type":"string"}},"uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].judge.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX].judge","typeLabel":"object | null"}},"uniqueKey":"evaluation.oneOf.0.checks.items.[INDEX]","typeLabel":"object"},"uniqueKey":"evaluation.oneOf.0.checks","typeLabel":"object[]"},"state_diff":{"type":"object","description":"Per collection: created, updated and removed ids.","uniqueKey":"evaluation.oneOf.0.state_diff","typeLabel":"object"},"evaluated_at":{"type":"string","format":"date-time","uniqueKey":"evaluation.oneOf.0.evaluated_at","typeLabel":"string\u003cdate-time>"}},"uniqueKey":"evaluation.oneOf.0","typeLabel":"object"},{"type":"null","uniqueKey":"evaluation.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluation","typeLabel":"object | null"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","status":"created","ended_by":"finish","error":{"type":"\u003cstring>","message":"\u003cstring>"},"environment":{"id":"\u003cstring>","slug":"\u003cstring>","version":{"id":"\u003cstring>","number":123}},"task":{"id":"\u003cstring>","text":"\u003cstring>"},"agent":{"name":"\u003cstring>","revision":"\u003cstring>"},"tools_url":"\u003cstring>","mcp_url":"\u003cstring>","tools":[{"provider":"google.gmail","surface":"rest","url":"\u003cstring>"}],"token":"\u003cstring>","now":"2023-11-07T05:31:56Z","calls":123,"max_calls":123,"idle_timeout_seconds":123,"timeout_seconds":123,"created_at":"2023-11-07T05:31:56Z","started_at":"2023-11-07T05:31:56Z","expires_at":"2023-11-07T05:31:56Z","finished_at":"2023-11-07T05:31:56Z","scored_at":"2023-11-07T05:31:56Z","metadata":{},"trace":{"calls":[{"seq":2,"at":"2023-11-07T05:31:56Z","provider":"\u003cstring>","surface":"\u003cstring>","operation":"\u003cstring>","arguments":{},"result":"\u003cunknown>","status":"ok","error":{"type":"\u003cstring>","message":"\u003cstring>"},"mutated":true,"state_digest":"\u003cstring>","reactions":[{"id":"\u003cstring>","user":"\u003cstring>","ts":"\u003cstring>","text":"\u003cstring>"}]}]},"evaluation":{"score":0.5,"passed":true,"checks":[{"id":"\u003cstring>","kind":"\u003cstring>","description":"\u003cstring>","source":"template","passed":true,"explanation":"\u003cstring>","judge":{"model":"\u003cstring>"}}],"state_diff":{},"evaluated_at":"2023-11-07T05:31:56Z"}}}},"exampleType":"generated"}},"exampleType":"generated"},"3e8008e0-ed03-43e6-8eda-fdb7f402721c":{"description":"Invalid body, check or task.","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"object","required":["type","message"],"properties":{"type":{"type":"string","enum":["invalid_request","unauthorized","not_found","run_ended","idempotency_conflict","rate_limited"],"description":"Stable. Use it in code.","isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"message":{"type":"string","description":"For people. It can change.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"}},"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"type":"invalid_request","message":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"51f8beee-25b3-4d44-a31a-a3236140049d":{"description":"No key, or a wrong one.","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"object","required":["type","message"],"properties":{"type":{"type":"string","enum":["invalid_request","unauthorized","not_found","run_ended","idempotency_conflict","rate_limited"],"description":"Stable. Use it in code.","isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"message":{"type":"string","description":"For people. It can change.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"}},"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"type":"invalid_request","message":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"58b2da0b-042d-439c-a0de-3d89957eb9b1":{"description":"No such environment.","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"object","required":["type","message"],"properties":{"type":{"type":"string","enum":["invalid_request","unauthorized","not_found","run_ended","idempotency_conflict","rate_limited"],"description":"Stable. Use it in code.","isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"message":{"type":"string","description":"For people. It can change.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"}},"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"type":"invalid_request","message":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"8d1c38f1-5479-487d-9c7b-80b9db36e3f5":{"description":"idempotency_conflict.","content":{"application/json":{"schema":{"type":"object","required":["error"],"properties":{"error":{"type":"object","required":["type","message"],"properties":{"type":{"type":"string","enum":["invalid_request","unauthorized","not_found","run_ended","idempotency_conflict","rate_limited"],"description":"Stable. Use it in code.","isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"message":{"type":"string","description":"For people. It can change.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"}},"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"type":"invalid_request","message":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"cf25e531-214d-431b-a3e4-716e796ffb42":{"bearer":{"type":"http","scheme":"bearer","description":"Your API key. Tool calls under tools_url use the run token instead.","scopes":[],"schemeName":"bearer"}}},"servers":{"c01ab833-7bd3-4ce8-9399-b7834157f3a0":{"url":"https://api.testworld.dev","description":"Hosted, opens with early access"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"Your API key. Tool calls under tools_url use the run token instead.","scopes":[],"schemeName":"bearer"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Your API key. Tool calls under tools_url use the run token instead.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearer","name":"Authorization"}],"title":"bearer"}]},"originalFileLocation":"openapi.json"},"subdomain":"testworld","siteName":"testworld","title":"Start a run - testworld","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-11T22:17:23.931Z","originalFileLocation":"api-reference/runs/start-a-run.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"testworld\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Start a run - testworld\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"testworld\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.testworld.dev/api-reference/runs/start-a-run\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://testworld.mintlify.site/_mintlify/api/og/v2?division=Runs\u0026amp;title=Start+a+run\u0026amp;theme=03e32b58549ae12ce03b1eb1\u0026amp;signature=68f3d22cf015375f377c332c7cc44dfa27b5c8534769087bfc09b14b9c96c1c2\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Start a run - testworld\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://testworld.mintlify.site/_mintlify/api/og/v2?division=Runs\u0026amp;title=Start+a+run\u0026amp;theme=03e32b58549ae12ce03b1eb1\u0026amp;signature=68f3d22cf015375f377c332c7cc44dfa27b5c8534769087bfc09b14b9c96c1c2\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/testworld/vslUQfpK_qeyI4eL/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"testworld\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#6B625A\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.testworld.dev/api-reference/runs/start-a-run\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/runs/start-a-run.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.testworld.dev/#organization\",\"name\":\"testworld\",\"url\":\"https://docs.testworld.dev\"},{\"@type\":\"WebSite\",\"@id\":\"https://docs.testworld.dev#website\",\"name\":\"testworld\",\"url\":\"https://docs.testworld.dev\",\"publisher\":{\"@id\":\"https://docs.testworld.dev/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.testworld.dev/api-reference/runs/start-a-run#webpage\",\"url\":\"https://docs.testworld.dev/api-reference/runs/start-a-run\",\"name\":\"Start a run\",\"dateModified\":\"2026-11-11T22:17:23.931Z\",\"isPartOf\":{\"@id\":\"https://docs.testworld.dev#website\"},\"breadcrumb\":{\"@id\":\"https://docs.testworld.dev/api-reference/runs/start-a-run#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.testworld.dev/api-reference/runs/start-a-run#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"testworld\",\"item\":\"https://docs.testworld.dev\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Start a run\",\"item\":\"https://docs.testworld.dev/api-reference/runs/start-a-run\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.testworld.dev/api-reference/runs/start-a-run#apireference\",\"headline\":\"Start a run\",\"name\":\"Start a run\",\"url\":\"https://docs.testworld.dev/api-reference/runs/start-a-run\",\"mainEntityOfPage\":{\"@id\":\"https://docs.testworld.dev/api-reference/runs/start-a-run#webpage\"},\"dateModified\":\"2026-11-11T22:17:23.931Z\",\"publisher\":{\"@id\":\"https://docs.testworld.dev/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.testworld.dev#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"testworld\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"testworld\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/api-reference/runs/start-a-run.md","siteName":"testworld","nav":{"global":null,"tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":""}]},{"tab":"API reference","groups":[{"group":"Environments","pages":[{"title":"List environments","deprecated":null,"version":null,"openapi":"/openapi.json get /v1/environments","href":"/api-reference/environments/list-environments"},{"title":"Get an environment","description":null,"deprecated":null,"version":null,"openapi":"/openapi.json get /v1/environments/{id}","href":"/api-reference/environments/get-an-environment"}]},{"group":"Runs","pages":[{"title":"Start a run","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/runs","href":"/api-reference/runs/start-a-run"},{"title":"Get a run","description":"While the run is open, trace and evaluation are null. Reading also ends a run that is due.","deprecated":null,"version":null,"openapi":"/openapi.json get /v1/runs/{id}","href":"/api-reference/runs/get-a-run"},{"title":"Finish a run","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/runs/{id}/finish","href":"/api-reference/runs/finish-a-run"},{"title":"Get a run's tool addresses","deprecated":null,"version":null,"openapi":"/openapi.json get /v1/runs/{id}/tools","href":"/api-reference/runs/get-a-runs-tool-addresses"}]}]}]},"basePath":"","title":"Start a run - testworld","buildId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","deploymentId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CybtLBIt.js","utils-BMLj2fvV.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-B6In562Y.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Dr8Mfhp9.js","snippetPresets-2rmQvMVl.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-WMqJYdZj.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CJ-MlPHu.js","shallow-dY3TMRCk.js","getApiPlaygroundDisplay-v-1B2bKm.js","CodeSnippet-BDhiTB7U.js","CodeSnippets-D9hnzQcS.js","Page-C4GwDT3_.js","getPastedJson-Th2V45jI.js","icon-BQXch1W9.js","MethodPill-BCqUneP3.js","DuplicateIcon-Q_-bhurZ.js","createIcon-DUjLHRqp.js","DynamicMarkdown-B-f2cqXQ.js","SectionHeading-Da5NsV4v.js","axios-vUo_bRtp.js","Markdown-D13FWkIM.js","clsx-D3Isdib3.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-C-XZBk9h.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink--qIqmmVG.js"]}