Client-generated idempotency key (≤255 chars). Replays the cached response when the same (team, key) pair sees an identical request body within 24h; returns 409 idempotency_key_reused if the body differs. Recommended for every billable POST.
Date-pinned API version (e.g. 2026-05-04). Omit to receive the latest stable version. Behaves like Stripe's Stripe-Version — pinning a version freezes payload shapes against breaking changes during the 12-month sunset window.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Autousers","description":"REST API, webhooks, and SDK reference for autousers.ai — AI-driven UX evaluation.","colors":{"primary":"#0053D6","light":"#7FC8FF","dark":"#0053D6"},"logo":{"light":"https://mintcdn.com/autousers/LZLKS4jwbd8vQlXT/logo-light.svg?fit=max\u0026auto=format\u0026n=LZLKS4jwbd8vQlXT\u0026q=85\u0026s=31703cca4af7b4f795cf94eeb71049fc","dark":"https://mintcdn.com/autousers/LZLKS4jwbd8vQlXT/logo-dark.svg?fit=max\u0026auto=format\u0026n=LZLKS4jwbd8vQlXT\u0026q=85\u0026s=8375dba132241abbcb3957ac0df3565d","href":"https://docs.autousers.ai"},"favicon":"https://mintcdn.com/autousers/LZLKS4jwbd8vQlXT/favicon.svg?fit=max\u0026auto=format\u0026n=LZLKS4jwbd8vQlXT\u0026q=85\u0026s=be4072264ac5d511ae183046730cb1aa","api":{"playground":{"display":"interactive"}},"navbar":{"links":[{"href":"https://autousers.ai/help","label":"Help center"},{"href":"https://status.autousers.ai","label":"Status"}],"primary":{"type":"button","label":"Sign in","href":"https://app.autousers.ai/login"}},"footer":{"socials":{"x":"https://x.com/autousers","github":"https://github.com/autousers-ai","linkedin":"https://www.linkedin.com/company/autousers"}},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"autousers","hasAudioNarration":false,"actualSubdomain":"autousers","customDomains":["docs.autousers.ai"],"gitSource":{"type":"github","owner":"autousers-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true,"agentFeedback":false},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6a9ced96d1d391d3beac16f8","clientVersion":"0.0.4111","searchFilterCounts":[{"language":"default","tag":"API reference","count":142},{"language":"default","tag":"Evaluations","count":29},{"language":"default","tag":"Documentation","count":28},{"language":"default","tag":"Autousers","count":18},{"language":"default","tag":"Webhooks","count":14},{"language":"default","tag":"Teams","count":11},{"language":"default","tag":"Templates","count":11},{"language":"default","tag":"Dimensions (deprecated)","count":10},{"language":"default","tag":"Concepts","count":9},{"language":"default","tag":"Get started","count":8}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/evaluations/create-an-evaluation","slug":"/api-reference/evaluations/create-an-evaluation","pageMetadata":{"title":"Create an evaluation","description":null,"deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations","href":"/api-reference/evaluations/create-an-evaluation","autogeneratedByOpenApi":true},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Create an evaluation","description":null,"deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations","href":"/api-reference/evaluations/create-an-evaluation","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Create an evaluation","tags":["Evaluations"],"security":["331b5fa7-56dd-4535-9f61-cf5454608760"],"parameters":["ad709291-18de-4fcf-b728-b8eb8939c433","1f962f2d-2cf8-48d0-a03c-ca168e8d9f2a"],"requestBody":"27020c2d-6ab6-4c1e-bf4b-a3ae31b37dd3","responses":{"201":"37c91d4c-d73b-41c0-9758-568b2ea9b6d2","400":"0e2e7ef9-59f7-461d-b48f-5f68427ba867","401":"a2a1ca35-6dd5-4744-894b-07f43cd4498b","403":"92e1e90e-1370-4f43-8502-9789b2b03026","404":"7b77fadf-7c68-4db5-84eb-dc51d0ad0b53","409":"16e76e78-2ae6-4f5c-a6d5-6be0c2266158","429":"2c2562c1-145d-4ade-8c35-59f1c61a3aeb","500":"c1f145ca-ef26-4c4a-b8fd-88189f584650"},"method":"post","type":"path","servers":["a72d14d7-795a-4417-b8b1-5c32800fd6db","9e4b9a57-53c3-4cc3-b0f9-2ec4a0e67090"],"path":"/api/v1/evaluations","baseUrlOptions":["https://app.autousers.ai","http://localhost:3000"],"title":"Create an evaluation","description":"","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"ad709291-18de-4fcf-b728-b8eb8939c433":{"schema":{"type":"string","maxLength":255,"isRequired":false,"description":"Client-generated idempotency key (≤255 chars). Replays the cached response when the same `(team, key)` pair sees an identical request body within 24h; returns 409 `idempotency_key_reused` if the body differs. Recommended for every billable POST.","uniqueKey":"","typeLabel":"string"},"required":false,"description":"Client-generated idempotency key (≤255 chars). Replays the cached response when the same `(team, key)` pair sees an identical request body within 24h; returns 409 `idempotency_key_reused` if the body differs. Recommended for every billable POST.","name":"Idempotency-Key","in":"header"},"1f962f2d-2cf8-48d0-a03c-ca168e8d9f2a":{"schema":{"type":"string","isRequired":false,"description":"Date-pinned API version (e.g. `2026-05-04`). Omit to receive the latest stable version. Behaves like Stripe's `Stripe-Version` — pinning a version freezes payload shapes against breaking changes during the 12-month sunset window.","uniqueKey":"","typeLabel":"string"},"required":false,"description":"Date-pinned API version (e.g. `2026-05-04`). Omit to receive the latest stable version. Behaves like Stripe's `Stripe-Version` — pinning a version freezes payload shapes against breaking changes during the 12-month sunset window.","name":"Autousers-Version","in":"header"}},"requestBody":{"content":{"application/json":{"schema":{"type":"object","properties":{"name":{"type":"string","minLength":1,"maxLength":200,"isRequired":true,"uniqueKey":"name","typeLabel":"string"},"teamId":{"type":"string","format":"cuid","uniqueKey":"teamId","typeLabel":"string\u003ccuid>"},"description":{"type":"string","maxLength":2000,"uniqueKey":"description","typeLabel":"string"},"type":{"type":"string","enum":["SSE","SxS"],"default":"SxS","uniqueKey":"type","typeLabel":"enum\u003cstring>"},"status":{"type":"string","enum":["Draft","Running","Ended","Archived"],"default":"Draft","uniqueKey":"status","typeLabel":"enum\u003cstring>"},"shareAccess":{"type":"string","enum":["TEAM_ONLY","AUTOUSERS_LINK","ANYONE_WITH_LINK","PASSWORD_PROTECTED"],"default":"TEAM_ONLY","uniqueKey":"shareAccess","typeLabel":"enum\u003cstring>"},"sharePassword":{"type":"string","minLength":1,"uniqueKey":"sharePassword","typeLabel":"string"},"shareRequireEmail":{"type":"boolean","default":true,"uniqueKey":"shareRequireEmail","typeLabel":"boolean"},"shareRequireName":{"type":"boolean","default":false,"uniqueKey":"shareRequireName","typeLabel":"boolean"},"shareAllowAnon":{"type":"boolean","default":false,"uniqueKey":"shareAllowAnon","typeLabel":"boolean"},"shareExpiry":{"oneOf":[{"type":"string","uniqueKey":"shareExpiry.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"shareExpiry.oneOf.1","typeLabel":"null"}],"uniqueKey":"shareExpiry","typeLabel":"string | null"},"allowMultipleRatings":{"type":"boolean","default":false,"uniqueKey":"allowMultipleRatings","typeLabel":"boolean"},"browserEngine":{"oneOf":[{"type":"string","enum":["CHROME","CAMOUFOX"],"uniqueKey":"browserEngine.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["CHROME","CAMOUFOX"],"uniqueKey":"browserEngine.oneOf.1","typeLabel":"null"}],"uniqueKey":"browserEngine","typeLabel":"enum\u003cstring> | null"},"useProxy":{"oneOf":[{"type":"boolean","uniqueKey":"useProxy.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"useProxy.oneOf.1","typeLabel":"null"}],"uniqueKey":"useProxy","typeLabel":"boolean | null"},"proxyRegion":{"oneOf":[{"type":"string","minLength":1,"uniqueKey":"proxyRegion.oneOf.0","typeLabel":"string"},{"type":"null","minLength":1,"uniqueKey":"proxyRegion.oneOf.1","typeLabel":"null"}],"uniqueKey":"proxyRegion","typeLabel":"string | null"},"modelId":{"oneOf":[{"type":"string","enum":["gemini-3.7-flash","gemini-3.5-flash","gemini-3-flash-preview","gemini-2.5-computer-use-preview-10-2025"],"uniqueKey":"modelId.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["gemini-3.7-flash","gemini-3.5-flash","gemini-3-flash-preview","gemini-2.5-computer-use-preview-10-2025"],"uniqueKey":"modelId.oneOf.1","typeLabel":"null"}],"uniqueKey":"modelId","typeLabel":"enum\u003cstring> | null"},"designUrls":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"designUrls.items.[INDEX].id","typeLabel":"string"},"url":{"type":"string","uniqueKey":"designUrls.items.[INDEX].url","typeLabel":"string"},"label":{"type":"string","uniqueKey":"designUrls.items.[INDEX].label","typeLabel":"string"},"stimulusType":{"type":"string","enum":["URL","IMAGE","VIDEO","GIF"],"uniqueKey":"designUrls.items.[INDEX].stimulusType","typeLabel":"enum\u003cstring>"},"fileId":{"type":"string","uniqueKey":"designUrls.items.[INDEX].fileId","typeLabel":"string"},"fileUrl":{"type":"string","uniqueKey":"designUrls.items.[INDEX].fileUrl","typeLabel":"string"}},"required":["id"],"uniqueKey":"designUrls.items.[INDEX]","typeLabel":"object"},"default":[],"uniqueKey":"designUrls","typeLabel":"object[]"},"comparisonPairs":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"comparisonPairs.items.[INDEX].id","typeLabel":"string"},"currentUrl":{"type":"string","uniqueKey":"comparisonPairs.items.[INDEX].currentUrl","typeLabel":"string"},"variantUrl":{"type":"string","uniqueKey":"comparisonPairs.items.[INDEX].variantUrl","typeLabel":"string"},"label":{"type":"string","uniqueKey":"comparisonPairs.items.[INDEX].label","typeLabel":"string"},"sideAType":{"type":"string","enum":["URL","IMAGE","VIDEO","GIF"],"uniqueKey":"comparisonPairs.items.[INDEX].sideAType","typeLabel":"enum\u003cstring>"},"sideAFileId":{"type":"string","uniqueKey":"comparisonPairs.items.[INDEX].sideAFileId","typeLabel":"string"},"sideAFileUrl":{"type":"string","uniqueKey":"comparisonPairs.items.[INDEX].sideAFileUrl","typeLabel":"string"},"sideBType":{"type":"string","enum":["URL","IMAGE","VIDEO","GIF"],"uniqueKey":"comparisonPairs.items.[INDEX].sideBType","typeLabel":"enum\u003cstring>"},"sideBFileId":{"type":"string","uniqueKey":"comparisonPairs.items.[INDEX].sideBFileId","typeLabel":"string"},"sideBFileUrl":{"type":"string","uniqueKey":"comparisonPairs.items.[INDEX].sideBFileUrl","typeLabel":"string"}},"required":["id"],"uniqueKey":"comparisonPairs.items.[INDEX]","typeLabel":"object"},"default":[],"uniqueKey":"comparisonPairs","typeLabel":"object[]"},"selectedDimensionIds":{"type":"array","items":{"type":"string","minLength":1,"uniqueKey":"selectedDimensionIds.items.[INDEX]","typeLabel":"string"},"default":[],"uniqueKey":"selectedDimensionIds","typeLabel":"string[]"},"customDimensions":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","minLength":1,"isRequired":true,"uniqueKey":"customDimensions.items.[INDEX].id","typeLabel":"string"},"name":{"type":"string","minLength":1,"uniqueKey":"customDimensions.items.[INDEX].name","typeLabel":"string"},"label":{"type":"string","minLength":1,"uniqueKey":"customDimensions.items.[INDEX].label","typeLabel":"string"},"description":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].description","typeLabel":"string"},"icon":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].icon","typeLabel":"string"},"scaleQuestion":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].scaleQuestion","typeLabel":"string"},"sseQuestion":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].sseQuestion","typeLabel":"string"},"factors":{"type":"array","items":{"oneOf":[{}],"uniqueKey":"customDimensions.items.[INDEX].factors.items.[INDEX]","typeLabel":"any"},"uniqueKey":"customDimensions.items.[INDEX].factors","typeLabel":"any[]"},"sseCriteria":{"type":"array","items":{"oneOf":[{}],"uniqueKey":"customDimensions.items.[INDEX].sseCriteria.items.[INDEX]","typeLabel":"any"},"uniqueKey":"customDimensions.items.[INDEX].sseCriteria","typeLabel":"any[]"},"contexts":{"type":"array","items":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].contexts.items.[INDEX]","typeLabel":"string"},"uniqueKey":"customDimensions.items.[INDEX].contexts","typeLabel":"string[]"},"isBuiltIn":{"type":"boolean","uniqueKey":"customDimensions.items.[INDEX].isBuiltIn","typeLabel":"boolean"},"isCustom":{"type":"boolean","uniqueKey":"customDimensions.items.[INDEX].isCustom","typeLabel":"boolean"},"isPrimary":{"type":"boolean","uniqueKey":"customDimensions.items.[INDEX].isPrimary","typeLabel":"boolean"},"sseScaleLabels":{"type":"array","items":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].sseScaleLabels.items.[INDEX]","typeLabel":"string"},"uniqueKey":"customDimensions.items.[INDEX].sseScaleLabels","typeLabel":"string[]"},"sxsScaleLabels":{"type":"array","items":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].sxsScaleLabels.items.[INDEX]","typeLabel":"string"},"uniqueKey":"customDimensions.items.[INDEX].sxsScaleLabels","typeLabel":"string[]"},"sseScaleDescriptions":{"type":"array","items":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].sseScaleDescriptions.items.[INDEX]","typeLabel":"string"},"uniqueKey":"customDimensions.items.[INDEX].sseScaleDescriptions","typeLabel":"string[]"},"sxsScaleDescriptions":{"type":"array","items":{"type":"string","uniqueKey":"customDimensions.items.[INDEX].sxsScaleDescriptions.items.[INDEX]","typeLabel":"string"},"uniqueKey":"customDimensions.items.[INDEX].sxsScaleDescriptions","typeLabel":"string[]"},"openTextEnabled":{"type":"boolean","uniqueKey":"customDimensions.items.[INDEX].openTextEnabled","typeLabel":"boolean"},"customQuestions":{"type":"array","items":{"oneOf":[{}],"uniqueKey":"customDimensions.items.[INDEX].customQuestions.items.[INDEX]","typeLabel":"any"},"uniqueKey":"customDimensions.items.[INDEX].customQuestions","typeLabel":"any[]"},"scoringMode":{"type":"string","enum":["holistic","rubric"],"uniqueKey":"customDimensions.items.[INDEX].scoringMode","typeLabel":"enum\u003cstring>"},"sseAnchors":{"type":"array","items":{"oneOf":[{}],"uniqueKey":"customDimensions.items.[INDEX].sseAnchors.items.[INDEX]","typeLabel":"any"},"uniqueKey":"customDimensions.items.[INDEX].sseAnchors","typeLabel":"any[]"},"sxsScoringMode":{"type":"string","enum":["holistic","rubric"],"uniqueKey":"customDimensions.items.[INDEX].sxsScoringMode","typeLabel":"enum\u003cstring>"},"sxsAnchors":{"type":"array","items":{"oneOf":[{}],"uniqueKey":"customDimensions.items.[INDEX].sxsAnchors.items.[INDEX]","typeLabel":"any"},"uniqueKey":"customDimensions.items.[INDEX].sxsAnchors","typeLabel":"any[]"}},"required":["id"],"uniqueKey":"customDimensions.items.[INDEX]","typeLabel":"object"},"default":[],"uniqueKey":"customDimensions","typeLabel":"object[]"},"selectedAutousers":{"type":"array","items":{"type":"object","properties":{"autouserId":{"type":"string","isRequired":true,"uniqueKey":"selectedAutousers.items.[INDEX].autouserId","typeLabel":"string"},"agentCount":{"type":"integer","minimum":1,"maximum":50,"isRequired":true,"uniqueKey":"selectedAutousers.items.[INDEX].agentCount","typeLabel":"integer"}},"required":["autouserId","agentCount"],"uniqueKey":"selectedAutousers.items.[INDEX]","typeLabel":"object"},"default":[],"uniqueKey":"selectedAutousers","typeLabel":"object[]"},"evaluationMethod":{"type":"string","enum":["manual","ai","both"],"default":"manual","uniqueKey":"evaluationMethod","typeLabel":"enum\u003cstring>"},"instructions":{"type":"string","maxLength":8000,"uniqueKey":"instructions","typeLabel":"string"},"scenario":{"type":"string","maxLength":8000,"uniqueKey":"scenario","typeLabel":"string"},"tasks":{"type":"array","items":{"type":"object","properties":{"prompt":{"type":"string","minLength":1,"maxLength":2000,"isRequired":true,"uniqueKey":"tasks.items.[INDEX].prompt","typeLabel":"string"},"id":{"type":"string","minLength":1,"maxLength":200,"uniqueKey":"tasks.items.[INDEX].id","typeLabel":"string"},"position":{"type":"integer","minimum":0,"maximum":999,"uniqueKey":"tasks.items.[INDEX].position","typeLabel":"integer"},"successCriterion":{"oneOf":[{"type":"string","maxLength":2000,"uniqueKey":"tasks.items.[INDEX].successCriterion.oneOf.0","typeLabel":"string"},{"type":"null","maxLength":2000,"uniqueKey":"tasks.items.[INDEX].successCriterion.oneOf.1","typeLabel":"null"}],"uniqueKey":"tasks.items.[INDEX].successCriterion","typeLabel":"string | null"}},"required":["prompt"],"uniqueKey":"tasks.items.[INDEX]","typeLabel":"object"},"maxItems":20,"default":[],"uniqueKey":"tasks","typeLabel":"object[]"},"skipPreQualification":{"type":"boolean","default":false,"uniqueKey":"skipPreQualification","typeLabel":"boolean"},"hideSlider":{"type":"boolean","default":false,"uniqueKey":"hideSlider","typeLabel":"boolean"},"hideOpenTextQuestions":{"type":"boolean","default":false,"uniqueKey":"hideOpenTextQuestions","typeLabel":"boolean"},"defaultLayout":{"type":"string","enum":["side","stacked"],"default":"side","uniqueKey":"defaultLayout","typeLabel":"enum\u003cstring>"},"ratingFlow":{"type":"string","enum":["stepped","combined"],"default":"combined","uniqueKey":"ratingFlow","typeLabel":"enum\u003cstring>"},"dryRun":{"type":"boolean","default":false,"uniqueKey":"dryRun","typeLabel":"boolean"}},"required":["name"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"name":"\u003cstring>","teamId":"\u003cstring>","description":"\u003cstring>","type":"SxS","status":"Draft","shareAccess":"TEAM_ONLY","sharePassword":"\u003cstring>","shareRequireEmail":true,"shareRequireName":false,"shareAllowAnon":false,"shareExpiry":"\u003cstring>","allowMultipleRatings":false,"useProxy":true,"proxyRegion":"\u003cstring>","designUrls":[],"comparisonPairs":[],"selectedDimensionIds":[],"customDimensions":[],"selectedAutousers":[],"evaluationMethod":"manual","instructions":"\u003cstring>","scenario":"\u003cstring>","tasks":[],"skipPreQualification":false,"hideSlider":false,"hideOpenTextQuestions":false,"defaultLayout":"side","ratingFlow":"combined","dryRun":false}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"37c91d4c-d73b-41c0-9758-568b2ea9b6d2":{"description":"Created","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"id","typeLabel":"string"},"teamId":{"type":"string","isRequired":true,"uniqueKey":"teamId","typeLabel":"string"},"name":{"type":"string","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"type":{"type":"string","enum":["SSE","SxS"],"isRequired":true,"uniqueKey":"type","typeLabel":"enum\u003cstring>"},"status":{"type":"string","enum":["Draft","Running","Ended","Archived"],"isRequired":true,"uniqueKey":"status","typeLabel":"enum\u003cstring>"},"shareAccess":{"type":"string","enum":["TEAM_ONLY","AUTOUSERS_LINK","ANYONE_WITH_LINK","PASSWORD_PROTECTED"],"isRequired":true,"uniqueKey":"shareAccess","typeLabel":"enum\u003cstring>"},"createdAt":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"createdAt","typeLabel":"string\u003cdate-time>"},"updatedAt":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"updatedAt","typeLabel":"string\u003cdate-time>"},"description":{"oneOf":[{"type":"string","uniqueKey":"description.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"description.oneOf.1","typeLabel":"null"}],"uniqueKey":"description","typeLabel":"string | null"},"links":{"type":"object","properties":{"preview":{"type":"string","format":"uri","description":"Owner preview page (auth required).","isRequired":true,"uniqueKey":"links.preview","typeLabel":"string\u003curi>"},"review":{"type":"string","format":"uri","description":"Owner review page (auth required).","isRequired":true,"uniqueKey":"links.review","typeLabel":"string\u003curi>"},"edit":{"type":"string","format":"uri","description":"Wizard editor (auth required).","isRequired":true,"uniqueKey":"links.edit","typeLabel":"string\u003curi>"},"results":{"type":"string","format":"uri","description":"Results dashboard (auth required).","isRequired":true,"uniqueKey":"links.results","typeLabel":"string\u003curi>"},"share":{"type":"string","format":"uri","description":"Public review URL keyed by `shareToken`. 404s for Draft evals; surfaced anyway so owners can preview the planned URL.","isRequired":true,"uniqueKey":"links.share","typeLabel":"string\u003curi>"}},"required":["preview","review","edit","results","share"],"uniqueKey":"links","typeLabel":"object"}},"required":["id","teamId","name","type","status","shareAccess","createdAt","updatedAt"],"additionalProperties":{"oneOf":[{}],"uniqueKey":"additionalProperties","typeLabel":"any"},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"id":"\u003cstring>","teamId":"\u003cstring>","name":"\u003cstring>","type":"SSE","status":"Draft","shareAccess":"TEAM_ONLY","createdAt":"2023-11-07T05:31:56Z","updatedAt":"2023-11-07T05:31:56Z","description":"\u003cstring>","links":{"preview":"\u003cstring>","review":"\u003cstring>","edit":"\u003cstring>","results":"\u003cstring>","share":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"0e2e7ef9-59f7-461d-b48f-5f68427ba867":{"description":"Invalid request","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"object","properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","enum":["authentication_error","authorization_error","invalid_request_error","not_found_error","rate_limit_error","api_error"],"isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"request_id":{"type":"string","description":"uuid v7 — also exposed via the X-Request-Id header","isRequired":true,"uniqueKey":"error.request_id","typeLabel":"string"},"code":{"type":"string","uniqueKey":"error.code","typeLabel":"string"},"param":{"type":"string","uniqueKey":"error.param","typeLabel":"string"},"doc_url":{"type":"string","uniqueKey":"error.doc_url","typeLabel":"string"}},"required":["message","type","request_id"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"authentication_error","request_id":"\u003cstring>","code":"\u003cstring>","param":"\u003cstring>","doc_url":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"a2a1ca35-6dd5-4744-894b-07f43cd4498b":{"description":"Authentication required","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"object","properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","enum":["authentication_error","authorization_error","invalid_request_error","not_found_error","rate_limit_error","api_error"],"isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"request_id":{"type":"string","description":"uuid v7 — also exposed via the X-Request-Id header","isRequired":true,"uniqueKey":"error.request_id","typeLabel":"string"},"code":{"type":"string","uniqueKey":"error.code","typeLabel":"string"},"param":{"type":"string","uniqueKey":"error.param","typeLabel":"string"},"doc_url":{"type":"string","uniqueKey":"error.doc_url","typeLabel":"string"}},"required":["message","type","request_id"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"authentication_error","request_id":"\u003cstring>","code":"\u003cstring>","param":"\u003cstring>","doc_url":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"92e1e90e-1370-4f43-8502-9789b2b03026":{"description":"Forbidden — missing scope or plan-tier gate","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"object","properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","enum":["authentication_error","authorization_error","invalid_request_error","not_found_error","rate_limit_error","api_error"],"isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"request_id":{"type":"string","description":"uuid v7 — also exposed via the X-Request-Id header","isRequired":true,"uniqueKey":"error.request_id","typeLabel":"string"},"code":{"type":"string","uniqueKey":"error.code","typeLabel":"string"},"param":{"type":"string","uniqueKey":"error.param","typeLabel":"string"},"doc_url":{"type":"string","uniqueKey":"error.doc_url","typeLabel":"string"}},"required":["message","type","request_id"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"authentication_error","request_id":"\u003cstring>","code":"\u003cstring>","param":"\u003cstring>","doc_url":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"7b77fadf-7c68-4db5-84eb-dc51d0ad0b53":{"description":"Not found","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"object","properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","enum":["authentication_error","authorization_error","invalid_request_error","not_found_error","rate_limit_error","api_error"],"isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"request_id":{"type":"string","description":"uuid v7 — also exposed via the X-Request-Id header","isRequired":true,"uniqueKey":"error.request_id","typeLabel":"string"},"code":{"type":"string","uniqueKey":"error.code","typeLabel":"string"},"param":{"type":"string","uniqueKey":"error.param","typeLabel":"string"},"doc_url":{"type":"string","uniqueKey":"error.doc_url","typeLabel":"string"}},"required":["message","type","request_id"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"authentication_error","request_id":"\u003cstring>","code":"\u003cstring>","param":"\u003cstring>","doc_url":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"16e76e78-2ae6-4f5c-a6d5-6be0c2266158":{"description":"Conflict (e.g. idempotency_key_reused)","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"object","properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","enum":["authentication_error","authorization_error","invalid_request_error","not_found_error","rate_limit_error","api_error"],"isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"request_id":{"type":"string","description":"uuid v7 — also exposed via the X-Request-Id header","isRequired":true,"uniqueKey":"error.request_id","typeLabel":"string"},"code":{"type":"string","uniqueKey":"error.code","typeLabel":"string"},"param":{"type":"string","uniqueKey":"error.param","typeLabel":"string"},"doc_url":{"type":"string","uniqueKey":"error.doc_url","typeLabel":"string"}},"required":["message","type","request_id"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"authentication_error","request_id":"\u003cstring>","code":"\u003cstring>","param":"\u003cstring>","doc_url":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"2c2562c1-145d-4ade-8c35-59f1c61a3aeb":{"description":"Rate limited","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}},"Retry-After":{"description":"Seconds the client should wait before retrying. Sent on `429 rate_limit_error` and on `503 Service Unavailable`.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"object","properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","enum":["authentication_error","authorization_error","invalid_request_error","not_found_error","rate_limit_error","api_error"],"isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"request_id":{"type":"string","description":"uuid v7 — also exposed via the X-Request-Id header","isRequired":true,"uniqueKey":"error.request_id","typeLabel":"string"},"code":{"type":"string","uniqueKey":"error.code","typeLabel":"string"},"param":{"type":"string","uniqueKey":"error.param","typeLabel":"string"},"doc_url":{"type":"string","uniqueKey":"error.doc_url","typeLabel":"string"}},"required":["message","type","request_id"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"authentication_error","request_id":"\u003cstring>","code":"\u003cstring>","param":"\u003cstring>","doc_url":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"c1f145ca-ef26-4c4a-b8fd-88189f584650":{"description":"Server error","headers":{"X-Request-Id":{"description":"uuid v7 mirror of `error.request_id`. Always present on every response. Echo this in support requests for forensic correlation.","schema":{"type":"string"}},"X-RateLimit-Limit":{"description":"Max requests allowed in the current sliding window (set by the team's plan tier).","schema":{"type":"integer"}},"X-RateLimit-Remaining":{"description":"Requests remaining in the current sliding window.","schema":{"type":"integer"}},"X-RateLimit-Reset":{"description":"Unix epoch seconds at which the current window resets and a new full quota becomes available.","schema":{"type":"integer"}}},"content":{"application/json":{"schema":{"type":"object","properties":{"error":{"type":"object","properties":{"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"type":{"type":"string","enum":["authentication_error","authorization_error","invalid_request_error","not_found_error","rate_limit_error","api_error"],"isRequired":true,"uniqueKey":"error.type","typeLabel":"enum\u003cstring>"},"request_id":{"type":"string","description":"uuid v7 — also exposed via the X-Request-Id header","isRequired":true,"uniqueKey":"error.request_id","typeLabel":"string"},"code":{"type":"string","uniqueKey":"error.code","typeLabel":"string"},"param":{"type":"string","uniqueKey":"error.param","typeLabel":"string"},"doc_url":{"type":"string","uniqueKey":"error.doc_url","typeLabel":"string"}},"required":["message","type","request_id"],"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","type":"authentication_error","request_id":"\u003cstring>","code":"\u003cstring>","param":"\u003cstring>","doc_url":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"331b5fa7-56dd-4535-9f61-cf5454608760":{"bearerAuth":{"type":"http","scheme":"bearer","bearerFormat":"One of: 'ak_live_\u003crandom>' API key (scoped, team-bound) — preferred for server-to-server; 'Autousers-Version'-aware OAuth 2.1 audience-bound HS256 JWT (RFC 8707); or a Figma plugin JWT. See lib/api-auth.ts.","scopes":["evaluations:write"]}}},"servers":{"a72d14d7-795a-4417-b8b1-5c32800fd6db":{"url":"https://app.autousers.ai","description":"Production"},"9e4b9a57-53c3-4cc3-b0f9-2ec4a0e67090":{"url":"http://localhost:3000","description":"Local dev"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"One of: 'ak_live_\u003crandom>' API key (scoped, team-bound) — preferred for server-to-server; 'Autousers-Version'-aware OAuth 2.1 audience-bound HS256 JWT (RFC 8707); or a Figma plugin JWT. See lib/api-auth.ts.","scopes":["evaluations:write"]},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearerAuth","name":"Authorization"}],"title":"bearerAuth"}]},"originalFileLocation":"https://app.autousers.ai/api/v1/openapi.json"},"subdomain":"autousers","siteName":"Autousers","title":"Create an evaluation - Autousers","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-09-06T04:35:47.688Z","originalFileLocation":"api-reference/evaluations/create-an-evaluation.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Autousers\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Create an evaluation - Autousers\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Autousers\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://autousers.mintlify.site/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Create+an+evaluation\u0026amp;theme=4e951c36cd4ff55a04bcf164\u0026amp;signature=394746d11492b09db6a4d19b655c5aa6ce5e2e98af5f3c17b7c1f609d1acbdba\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Create an evaluation - Autousers\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://autousers.mintlify.site/_mintlify/api/og/v2?division=Evaluations\u0026amp;title=Create+an+evaluation\u0026amp;theme=4e951c36cd4ff55a04bcf164\u0026amp;signature=394746d11492b09db6a4d19b655c5aa6ce5e2e98af5f3c17b7c1f609d1acbdba\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/autousers/PVR9Bm0-12PZsZ9s/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Autousers\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#0053D6\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/evaluations/create-an-evaluation.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.autousers.ai/#organization\",\"name\":\"Autousers\",\"url\":\"https://docs.autousers.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/autousers/LZLKS4jwbd8vQlXT/logo-light.svg?fit=max\u0026auto=format\u0026n=LZLKS4jwbd8vQlXT\u0026q=85\u0026s=31703cca4af7b4f795cf94eeb71049fc\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.autousers.ai#website\",\"name\":\"Autousers\",\"url\":\"https://docs.autousers.ai\",\"publisher\":{\"@id\":\"https://docs.autousers.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation#webpage\",\"url\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation\",\"name\":\"Create an evaluation\",\"dateModified\":\"2026-09-06T04:35:47.688Z\",\"isPartOf\":{\"@id\":\"https://docs.autousers.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Evaluations\",\"item\":\"https://docs.autousers.ai/api-reference/evaluations/list-evaluations\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Create an evaluation\",\"item\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation#apireference\",\"headline\":\"Create an evaluation\",\"name\":\"Create an evaluation\",\"url\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation\",\"mainEntityOfPage\":{\"@id\":\"https://docs.autousers.ai/api-reference/evaluations/create-an-evaluation#webpage\"},\"dateModified\":\"2026-09-06T04:35:47.688Z\",\"publisher\":{\"@id\":\"https://docs.autousers.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.autousers.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Autousers\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Autousers\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/api-reference/evaluations/create-an-evaluation.md","siteName":"Autousers","nav":{"global":null,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/introduction"}]},{"tab":"API reference","groups":[{"group":"Evaluations","pages":[{"title":"List evaluations","description":"Returns evaluations the caller has access to via team membership or direct share. Cursor-paginated using `starting_after` / `ending_before`. Pass `q` to filter by a case-insensitive substring of the evaluation name.","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations","href":"/api-reference/evaluations/list-evaluations"},{"title":"Create an evaluation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations","href":"/api-reference/evaluations/create-an-evaluation"},{"title":"Get an evaluation by id","description":null,"deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}","href":"/api-reference/evaluations/get-an-evaluation-by-id"},{"title":"Delete an evaluation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/evaluations/{id}","href":"/api-reference/evaluations/delete-an-evaluation"},{"title":"Update an evaluation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/evaluations/{id}","href":"/api-reference/evaluations/update-an-evaluation"},{"title":"Wizard autosave","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/evaluations/{id}/draft","href":"/api-reference/evaluations/wizard-autosave"},{"title":"Get aggregated results","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/results","href":"/api-reference/evaluations/get-aggregated-results"},{"title":"Get per-turn telemetry","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/turns","href":"/api-reference/evaluations/get-per-turn-telemetry"},{"title":"Inter-rater agreement","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/agreement","href":"/api-reference/evaluations/inter-rater-agreement"},{"title":"Get AI agreement narrative","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/agreement-insights","href":"/api-reference/evaluations/get-ai-agreement-narrative"},{"title":"Regenerate AI agreement narrative","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/agreement-insights","href":"/api-reference/evaluations/regenerate-ai-agreement-narrative"},{"title":"Get AI insights summary","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/ai-insights","href":"/api-reference/evaluations/get-ai-insights-summary"},{"title":"Regenerate AI insights","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/ai-insights","href":"/api-reference/evaluations/regenerate-ai-insights"},{"title":"Export ratings as CSV / JSON","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/export","href":"/api-reference/evaluations/export-ratings-as-csv-json"},{"title":"Transfer ownership","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/transfer","href":"/api-reference/evaluations/transfer-ownership"},{"title":"Dual-lookup by id or shareToken","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/resolve","href":"/api-reference/evaluations/dual-lookup-by-id-or-sharetoken"},{"title":"Enqueue autouser runs","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/run-autousers","href":"/api-reference/evaluations/enqueue-autouser-runs"},{"title":"Cancel running autouser runs","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/stop-autousers","href":"/api-reference/evaluations/cancel-running-autouser-runs"},{"title":"Snapshot of autouser-run status","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/autouser-status","href":"/api-reference/evaluations/snapshot-of-autouser-run-status"},{"title":"Server-Sent Events progress stream","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/autouser-stream","href":"/api-reference/evaluations/server-sent-events-progress-stream"},{"title":"Get autouser run detail","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/autouser-runs/{runId}","href":"/api-reference/evaluations/get-autouser-run-detail"},{"title":"Delete an autouser run","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/evaluations/{id}/autouser-runs/{runId}","href":"/api-reference/evaluations/delete-an-autouser-run"},{"title":"Get per-turn telemetry for a run","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/autouser-runs/{runId}/turns","href":"/api-reference/evaluations/get-per-turn-telemetry-for-a-run"},{"title":"List run artifacts","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/autouser-runs/{runId}/artifacts","href":"/api-reference/evaluations/list-run-artifacts"},{"title":"Get a comparison","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/comparisons/{comparisonId}","href":"/api-reference/evaluations/get-a-comparison"},{"title":"Delete a comparison","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/evaluations/{id}/comparisons/{comparisonId}","href":"/api-reference/evaluations/delete-a-comparison"},{"title":"Update a comparison","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/evaluations/{id}/comparisons/{comparisonId}","href":"/api-reference/evaluations/update-a-comparison"},{"title":"List public raters","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/public-raters","href":"/api-reference/evaluations/list-public-raters"},{"title":"Create a public rater","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/public-raters","href":"/api-reference/evaluations/create-a-public-rater"}]},{"group":"Ratings","pages":[{"title":"List ratings","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/ratings","href":"/api-reference/ratings/list-ratings"},{"title":"Submit a rating","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/ratings","href":"/api-reference/ratings/submit-a-rating"},{"title":"Bulk delete ratings","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/evaluations/{id}/ratings","href":"/api-reference/ratings/bulk-delete-ratings"}]},{"group":"Shares","pages":[{"title":"List evaluation shares","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/shares","href":"/api-reference/shares/list-evaluation-shares"},{"title":"Create an evaluation share","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/shares","href":"/api-reference/shares/create-an-evaluation-share"},{"title":"Delete an evaluation share","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/evaluations/{id}/shares","href":"/api-reference/shares/delete-an-evaluation-share"},{"title":"Update an evaluation share","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/evaluations/{id}/shares","href":"/api-reference/shares/update-an-evaluation-share"}]},{"group":"Invites","pages":[{"title":"Delete an invite","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/evaluations/{id}/invites/{inviteId}","href":"/api-reference/invites/delete-an-invite"},{"title":"Update an invite","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/evaluations/{id}/invites/{inviteId}","href":"/api-reference/invites/update-an-invite"},{"title":"Resend invite email","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/invites/{inviteId}/resend","href":"/api-reference/invites/resend-invite-email"},{"title":"Preview an invite (no auth)","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/invites/{token}","href":"/api-reference/invites/preview-an-invite-no-auth"},{"title":"Accept an invite (cookie session required)","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/invites/{token}","href":"/api-reference/invites/accept-an-invite-cookie-session-required"}]},{"group":"Access Requests","pages":[{"title":"Inbox of pending access requests","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/access-requests/inbox","href":"/api-reference/access-requests/inbox-of-pending-access-requests"},{"title":"List access requests for an evaluation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/access-requests","href":"/api-reference/access-requests/list-access-requests-for-an-evaluation"},{"title":"Request access to an evaluation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/access-requests","href":"/api-reference/access-requests/request-access-to-an-evaluation"},{"title":"Get the caller's outstanding access request","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/evaluations/{id}/access-requests/mine","href":"/api-reference/access-requests/get-the-callers-outstanding-access-request"},{"title":"Withdraw / delete an access request","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/evaluations/{id}/access-requests/{requestId}","href":"/api-reference/access-requests/withdraw-delete-an-access-request"},{"title":"Approve an access request","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/access-requests/{requestId}/approve","href":"/api-reference/access-requests/approve-an-access-request"},{"title":"Decline an access request","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/evaluations/{id}/access-requests/{requestId}/decline","href":"/api-reference/access-requests/decline-an-access-request"}]},{"group":"Autousers","pages":[{"title":"List autouser personas","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/autousers","href":"/api-reference/autousers/list-autouser-personas"},{"title":"Create an autouser persona","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers","href":"/api-reference/autousers/create-an-autouser-persona"},{"title":"Get an autouser persona","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/autousers/{id}","href":"/api-reference/autousers/get-an-autouser-persona"},{"title":"Delete an autouser persona","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/autousers/{id}","href":"/api-reference/autousers/delete-an-autouser-persona"},{"title":"Update an autouser persona","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/autousers/{id}","href":"/api-reference/autousers/update-an-autouser-persona"},{"title":"Duplicate an autouser persona","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/{id}/duplicate","href":"/api-reference/autousers/duplicate-an-autouser-persona"},{"title":"Draft an autouser from a natural-language prompt","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/draft-from-prompt","href":"/api-reference/autousers/draft-an-autouser-from-a-natural-language-prompt"},{"title":"Extract an autouser persona from unstructured input","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/extract","href":"/api-reference/autousers/extract-an-autouser-persona-from-unstructured-input"},{"title":"Get calibration status","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/autousers/{id}/calibration","href":"/api-reference/autousers/get-calibration-status"},{"title":"Trigger a calibration cycle","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/{id}/calibration","href":"/api-reference/autousers/trigger-a-calibration-cycle"},{"title":"Start calibration","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/{id}/calibration/start","href":"/api-reference/autousers/start-calibration"},{"title":"Optimize calibration parameters","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/{id}/calibration/optimize","href":"/api-reference/autousers/optimize-calibration-parameters"},{"title":"Freeze the calibrated rubric","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/{id}/calibration/freeze","href":"/api-reference/autousers/freeze-the-calibrated-rubric"},{"title":"List rubrics","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/autousers/{id}/rubrics","href":"/api-reference/autousers/list-rubrics"},{"title":"Create a rubric","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/autousers/{id}/rubrics","href":"/api-reference/autousers/create-a-rubric"},{"title":"Get a rubric","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/autousers/{id}/rubrics/{rubricId}","href":"/api-reference/autousers/get-a-rubric"},{"title":"Delete a rubric","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/autousers/{id}/rubrics/{rubricId}","href":"/api-reference/autousers/delete-a-rubric"},{"title":"Update a rubric","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/autousers/{id}/rubrics/{rubricId}","href":"/api-reference/autousers/update-a-rubric"}]},{"group":"Templates","pages":[{"title":"List question templates","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/templates","href":"/api-reference/templates/list-question-templates"},{"title":"Create a question template","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/templates","href":"/api-reference/templates/create-a-question-template"},{"title":"Get a question template","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/templates/{id}","href":"/api-reference/templates/get-a-question-template"},{"title":"Delete a question template","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/templates/{id}","href":"/api-reference/templates/delete-a-question-template"},{"title":"Update a question template","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/templates/{id}","href":"/api-reference/templates/update-a-question-template"},{"title":"Duplicate a template","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/templates/{id}/duplicate","href":"/api-reference/templates/duplicate-a-template"},{"title":"Revert a template to a prior version","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/templates/{id}/revert","href":"/api-reference/templates/revert-a-template-to-a-prior-version"},{"title":"List template versions","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/templates/{id}/versions","href":"/api-reference/templates/list-template-versions"},{"title":"Snapshot the current template state into a new version","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/templates/{id}/versions","href":"/api-reference/templates/snapshot-the-current-template-state-into-a-new-version"},{"title":"Get a specific template version","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/templates/{id}/versions/{versionId}","href":"/api-reference/templates/get-a-specific-template-version"},{"title":"Draft a template from a natural-language prompt","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/templates/draft-from-prompt","href":"/api-reference/templates/draft-a-template-from-a-natural-language-prompt"}]},{"group":"Dimensions (deprecated)","pages":[{"title":"List dimensions (deprecated — use /templates)","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/dimensions","href":"/api-reference/dimensions-deprecated/list-dimensions-deprecated-—-use-templates"},{"title":"Create a dimension (deprecated — use /templates)","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/dimensions","href":"/api-reference/dimensions-deprecated/create-a-dimension-deprecated-—-use-templates"},{"title":"Get a dimension (deprecated — use /templates/{id})","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/dimensions/{id}","href":"/api-reference/dimensions-deprecated/get-a-dimension-deprecated-—-use-templates-"},{"title":"Delete a dimension (deprecated — use /templates/{id})","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/dimensions/{id}","href":"/api-reference/dimensions-deprecated/delete-a-dimension-deprecated-—-use-templates-"},{"title":"Update a dimension (deprecated — use /templates/{id})","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/dimensions/{id}","href":"/api-reference/dimensions-deprecated/update-a-dimension-deprecated-—-use-templates-"},{"title":"Duplicate a dimension (deprecated)","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/dimensions/{id}/duplicate","href":"/api-reference/dimensions-deprecated/duplicate-a-dimension-deprecated"},{"title":"Revert a dimension (deprecated)","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/dimensions/{id}/revert","href":"/api-reference/dimensions-deprecated/revert-a-dimension-deprecated"},{"title":"List dimension versions (deprecated)","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/dimensions/{id}/versions","href":"/api-reference/dimensions-deprecated/list-dimension-versions-deprecated"},{"title":"Snapshot a new dimension version (deprecated)","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/dimensions/{id}/versions","href":"/api-reference/dimensions-deprecated/snapshot-a-new-dimension-version-deprecated"},{"title":"Get a specific dimension version (deprecated)","deprecated":true,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/dimensions/{id}/versions/{versionId}","href":"/api-reference/dimensions-deprecated/get-a-specific-dimension-version-deprecated"}]},{"group":"Conversations","pages":[{"title":"List builder-chat conversations","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/conversations","href":"/api-reference/conversations/list-builder-chat-conversations"},{"title":"Create a builder-chat conversation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/conversations","href":"/api-reference/conversations/create-a-builder-chat-conversation"},{"title":"Get a conversation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/conversations/{id}","href":"/api-reference/conversations/get-a-conversation"},{"title":"Delete a conversation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/conversations/{id}","href":"/api-reference/conversations/delete-a-conversation"},{"title":"Update a conversation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/conversations/{id}","href":"/api-reference/conversations/update-a-conversation"},{"title":"Post a message (returns SSE stream)","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/conversations/{id}/messages","href":"/api-reference/conversations/post-a-message-returns-sse-stream"},{"title":"Extract structured fields from a conversation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/conversations/{id}/extract","href":"/api-reference/conversations/extract-structured-fields-from-a-conversation"},{"title":"Materialize a conversation into an evaluation","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/conversations/{id}/evaluations","href":"/api-reference/conversations/materialize-a-conversation-into-an-evaluation"}]},{"group":"Files","pages":[{"title":"Multipart upload (small files)","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/files","href":"/api-reference/files/multipart-upload-small-files"},{"title":"Request a signed PUT URL for direct GCS upload","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/files/signed-url","href":"/api-reference/files/request-a-signed-put-url-for-direct-gcs-upload"},{"title":"Confirm a direct upload completed","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/files/confirm","href":"/api-reference/files/confirm-a-direct-upload-completed"},{"title":"GCS configuration self-test","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/files/doctor","href":"/api-reference/files/gcs-configuration-self-test"},{"title":"Read an uploaded file (signed redirect)","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/files/{fileId}","href":"/api-reference/files/read-an-uploaded-file-signed-redirect"},{"title":"Delete an uploaded file","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/files/{fileId}","href":"/api-reference/files/delete-an-uploaded-file"}]},{"group":"Teams","pages":[{"title":"List teams the caller belongs to","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/teams","href":"/api-reference/teams/list-teams-the-caller-belongs-to"},{"title":"Create a team","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/teams","href":"/api-reference/teams/create-a-team"},{"title":"Get a team","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/teams/{id}","href":"/api-reference/teams/get-a-team"},{"title":"Delete a team","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/teams/{id}","href":"/api-reference/teams/delete-a-team"},{"title":"Update a team","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/teams/{id}","href":"/api-reference/teams/update-a-team"},{"title":"Leave a team","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/teams/{id}/leave","href":"/api-reference/teams/leave-a-team"},{"title":"List team members","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/teams/{id}/members","href":"/api-reference/teams/list-team-members"},{"title":"Invite a member by email","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/teams/{id}/members","href":"/api-reference/teams/invite-a-member-by-email"},{"title":"Remove a member","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/teams/{id}/members/{memberId}","href":"/api-reference/teams/remove-a-member"},{"title":"Update a member's role","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/teams/{id}/members/{memberId}","href":"/api-reference/teams/update-a-members-role"},{"title":"Transfer the Owner role","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/teams/{id}/transfer-admin","href":"/api-reference/teams/transfer-the-owner-role"}]},{"group":"Notifications","pages":[{"title":"List notifications for the caller","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/notifications","href":"/api-reference/notifications/list-notifications-for-the-caller"},{"title":"Mark a notification as read","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/notifications/{id}/read","href":"/api-reference/notifications/mark-a-notification-as-read"},{"title":"Mark all notifications as read","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/notifications/mark-all-read","href":"/api-reference/notifications/mark-all-notifications-as-read"}]},{"group":"API Keys","pages":[{"title":"List API keys","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/api-keys","href":"/api-reference/api-keys/list-api-keys"},{"title":"Mint an API key","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/api-keys","href":"/api-reference/api-keys/mint-an-api-key"},{"title":"Revoke an API key","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/api-keys/{id}","href":"/api-reference/api-keys/revoke-an-api-key"},{"title":"Rename or rescope an API key","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/api-keys/{id}","href":"/api-reference/api-keys/rename-or-rescope-an-api-key"}]},{"group":"OAuth","pages":[{"title":"List OAuth-connected apps","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/oauth/connected-apps","href":"/api-reference/oauth/list-oauth-connected-apps"},{"title":"Revoke an OAuth client authorization","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/oauth/connected-apps","href":"/api-reference/oauth/revoke-an-oauth-client-authorization"}]},{"group":"Settings","pages":[{"title":"Get the caller's BYOK settings","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/settings/byok","href":"/api-reference/settings/get-the-callers-byok-settings"},{"title":"Save a BYOK key","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/settings/byok","href":"/api-reference/settings/save-a-byok-key"},{"title":"Delete the caller's BYOK key","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/settings/byok","href":"/api-reference/settings/delete-the-callers-byok-key"},{"title":"Toggle BYOK on/off","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/settings/byok","href":"/api-reference/settings/toggle-byok-onoff"},{"title":"Probe a BYOK key without persisting","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/settings/byok/probe","href":"/api-reference/settings/probe-a-byok-key-without-persisting"},{"title":"Test the saved BYOK key end-to-end","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/settings/byok/test","href":"/api-reference/settings/test-the-saved-byok-key-end-to-end"}]},{"group":"Auth","pages":[{"title":"Identity fan-in","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/auth/whoami","href":"/api-reference/auth/identity-fan-in"}]},{"group":"Usage","pages":[{"title":"Aggregated usage + plan + remaining quota","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/usage","href":"/api-reference/usage/aggregated-usage-+-plan-+-remaining-quota"}]},{"group":"Link Preview","pages":[{"title":"URL → thumbnail (Figma-plugin helper)","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/link-preview","href":"/api-reference/link-preview/url-→-thumbnail-figma-plugin-helper"}]},{"group":"Webhooks","pages":[{"title":"List webhook endpoints","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/webhooks","href":"/api-reference/webhooks/list-webhook-endpoints"},{"title":"Create a webhook endpoint","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/webhooks","href":"/api-reference/webhooks/create-a-webhook-endpoint"},{"title":"Get a webhook endpoint","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/webhooks/{id}","href":"/api-reference/webhooks/get-a-webhook-endpoint"},{"title":"Delete a webhook endpoint","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json delete /api/v1/webhooks/{id}","href":"/api-reference/webhooks/delete-a-webhook-endpoint"},{"title":"Update a webhook endpoint","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json patch /api/v1/webhooks/{id}","href":"/api-reference/webhooks/update-a-webhook-endpoint"},{"title":"Rotate the signing secret","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/webhooks/{id}/rotate-secret","href":"/api-reference/webhooks/rotate-the-signing-secret"},{"title":"Send a synthetic test event","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/webhooks/{id}/test","href":"/api-reference/webhooks/send-a-synthetic-test-event"},{"title":"List deliveries for an endpoint","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/webhooks/{id}/deliveries","href":"/api-reference/webhooks/list-deliveries-for-an-endpoint"},{"title":"Get a single webhook delivery","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/webhooks/deliveries/{id}","href":"/api-reference/webhooks/get-a-single-webhook-delivery"},{"title":"Replay a failed delivery","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json post /api/v1/webhooks/deliveries/{id}/retry","href":"/api-reference/webhooks/replay-a-failed-delivery"}]},{"group":"Events","pages":[{"title":"List webhook events for the team","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/events","href":"/api-reference/events/list-webhook-events-for-the-team"},{"title":"Get a single event","deprecated":null,"version":null,"openapi":"https://app.autousers.ai/api/v1/openapi.json get /api/v1/events/{id}","href":"/api-reference/events/get-a-single-event"}]}]}]},"basePath":"","title":"Create an evaluation - Autousers","buildId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","deploymentId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CybtLBIt.js","utils-BMLj2fvV.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-B6In562Y.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Dr8Mfhp9.js","snippetPresets-2rmQvMVl.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-WMqJYdZj.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CJ-MlPHu.js","shallow-dY3TMRCk.js","getApiPlaygroundDisplay-v-1B2bKm.js","CodeSnippet-BDhiTB7U.js","CodeSnippets-D9hnzQcS.js","Page-C4GwDT3_.js","getPastedJson-Th2V45jI.js","icon-BQXch1W9.js","MethodPill-BCqUneP3.js","DuplicateIcon-Q_-bhurZ.js","createIcon-DUjLHRqp.js","DynamicMarkdown-B-f2cqXQ.js","SectionHeading-Da5NsV4v.js","axios-vUo_bRtp.js","Markdown-D13FWkIM.js","clsx-D3Isdib3.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-C-XZBk9h.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink--qIqmmVG.js"]}