Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter’s own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter’s search benchmarks, which publish each model’s highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.
A Nemonist key (sk-nm-...) as a bearer token in the Authorization header.
Headers
HTTP-Referer
string
The app identifier should be your app's URL and is used as the primary identifier for rankings.
This is used to track API usage per application.
X-OpenRouter-Title
string
The app display name allows you to customize how your app appears in OpenRouter's dashboard.
X-OpenRouter-Categories
string
Comma-separated list of app categories (e.g. "cli-agent,cloud-agent"). Used for marketplace rankings.
Query Parameters
source
enum<string>
Benchmark source to query. Determines the shape of the returned items. When omitted, returns results from all sources.
Available options:
artificial-analysis,
design-arena,
openrouter
Example:
"artificial-analysis"
task_type
enum<string>
Filter results by task type. For Artificial Analysis, maps to the corresponding index. For Design Arena, maps to the matching category. search returns OpenRouter search benchmark results only.
Available options:
coding,
intelligence,
agentic,
search
Example:
"coding"
benchmark_type
enum<string>
Return results for one exact OpenRouter benchmark. A search_* value narrows the response to search results only; a classic value narrows the OpenRouter items and leaves other sources' items as they are.
Available options:
gpqa_diamond,
tau_bench_verified_airline,
search_browsecomp,
search_hle,
search_dsqa,
search_widesearch
Example:
"search_widesearch"
include_run_config
boolean
default:false
Search benchmarks only: include the published lane configuration whitelist in each search item. Defaults to false. The whitelist is limited to agent turn count, reasoning effort, and temperature so future harness configuration changes do not change the public contract.
Example:
true
search_engine
string
OpenRouter search benchmarks only: filter by the search engine used.
Example:
"exa"
search_surface
enum<string>
OpenRouter search benchmarks only: filter by the request surface the lane ran on.
Available options:
server-tool,
plugin
Example:
"server-tool"
arena
enum<string>
Design Arena only: arena to query. Defaults to models when source is design-arena.
Available options:
models,
builders,
agents
Example:
"models"
category
string
Design Arena only: category within the arena (e.g. codecategories, uicomponent, gamedev, 3d, dataviz, image, video, svg). When omitted, returns all categories.
Example:
"codecategories"
max_results
integer
Maximum number of items to return. When omitted, all matching results are returned.
Required range: x >= 1
Example:
50
Response
Benchmark results filtered by the specified source and optional task type.
About this benchmark data: when it was last updated, the dataset version, its source and required citation, the filters applied, and how many models it covers.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"nemonist","description":"Memory and learning for your coding agent, behind one OpenRouter-compatible URL.","colors":{"primary":"#6366f1","light":"#818cf8","dark":"#4f46e5"},"logo":{"light":"https://mintcdn.com/nemonist/O63iSHDIbHFIFLsR/logo/light.svg?fit=max\u0026auto=format\u0026n=O63iSHDIbHFIFLsR\u0026q=85\u0026s=78e0f2fecc2ad48dcf82fc4287a5dc8d","dark":"https://mintcdn.com/nemonist/O63iSHDIbHFIFLsR/logo/dark.svg?fit=max\u0026auto=format\u0026n=O63iSHDIbHFIFLsR\u0026q=85\u0026s=f51164f7521678900239881a908c13c6","href":"https://nemonist.com/"},"favicon":"https://mintcdn.com/nemonist/O63iSHDIbHFIFLsR/favicon.svg?fit=max\u0026auto=format\u0026n=O63iSHDIbHFIFLsR\u0026q=85\u0026s=b2688a9b65db5595cb13ad19c8f25c5a","api":{"playground":{"display":"interactive"},"examples":{"languages":["curl","python","javascript"]}},"background":{"color":{"light":"#ffffff","dark":"#09090b"}},"navbar":{"links":[{"href":"https://nemonist.com/pricing","label":"Pricing"},{"href":"https://nemonist.com/models","label":"Models"}],"primary":{"type":"button","label":"Sign in","href":"https://nemonist.com/#signin"}},"footer":{"links":[{"header":"nemonist","items":[{"label":"Docs","href":"https://nemonist.com/docs"},{"label":"Pricing","href":"https://nemonist.com/pricing"},{"label":"Models","href":"https://nemonist.com/models"},{"label":"Providers","href":"https://nemonist.com/providers"},{"label":"Status","href":"https://nemonist.com/status"},{"label":"Privacy","href":"https://nemonist.com/privacy"},{"label":"Terms","href":"https://nemonist.com/terms"},{"label":"Support","href":"https://nemonist.com/support"}]}]},"seo":{"metatags":{"canonical":"https://nemonist.com/docs"}},"fonts":{"family":"Inter Variable","source":"https://nemonist.com/docs/fonts/inter.woff2","format":"woff2"},"contextual":{"options":["copy","view","chatgpt","claude","cursor"],"display":"header"},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"nemonist","hasAudioNarration":false,"actualSubdomain":"nemonist","customDomains":["nemonist.com"],"gitSource":{"type":"github","owner":"ntwins-internal","repo":"nemonist-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":"","_id":"6adbe103c87e3d756f7d1643"},"entitlements":{"AI_CHAT":{"status":"DISABLED"},"WEB_MCP":{"status":"DISABLED"},"NARRATION":{"status":"DISABLED"}},"buildId":"6afe0e0df413882676535db2","clientVersion":"0.0.4205","searchFilterCounts":[{"language":"default","tag":"API Reference","count":132},{"language":"default","tag":"Folders","count":48},{"language":"default","tag":"Docs","count":21},{"language":"default","tag":"Clients","count":18},{"language":"default","tag":"Workspaces","count":12},{"language":"default","tag":"Concepts","count":10},{"language":"default","tag":"Guardrails","count":9},{"language":"default","tag":"Private Endpoints","count":9},{"language":"default","tag":"Model runs","count":8},{"language":"default","tag":"Enterprise","count":6}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"/docs","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"nemonist.css","content":"@font-face{font-family:\"JetBrains Mono Variable\";font-style:normal;font-display:swap;font-weight:100 900;src:url(\"https://nemonist.com/docs/fonts/jetbrains-mono.woff2\") format(\"woff2\")}code,pre,kbd,samp{font-family:\"JetBrains Mono Variable\", \"JetBrains Mono\", ui-monospace, SFMono-Regular, Menlo, monospace!important}h1,h2,h3,h4{font-family:\"Inter Tight Variable\", \"Inter Variable\", \"Inter\", ui-sans-serif, system-ui, sans-serif;letter-spacing:-.025em}#navbar img,pre,[class*=\"code-block\"]{box-shadow:none!important;filter:none!important}:root{--nm-bg: #ffffff;--nm-text: #09090b;--nm-text-muted: #71717a;--nm-text-faint: #a1a1aa;--nm-border: #e4e4e7;--nm-surface-hover: #f4f4f5}html.dark{--nm-bg: #09090b;--nm-text: #fafafa;--nm-text-muted: #a1a1aa;--nm-text-faint: #71717a;--nm-border: #27272a;--nm-surface-hover: #1c1c21}#navbar #navbar-transition{background:color-mix(in srgb, var(--nm-bg) 82%, transparent)!important;backdrop-filter:saturate(1.5) blur(12px);border-bottom:1px solid var(--nm-border)!important}#navbar .h-16{height:60px}#navbar .h-16>div{border-bottom:0!important}#navbar .nav-logo.h-7{height:22px!important}#navbar nav a,#navbar .nav-tabs a{font-size:13px;font-weight:500}#topbar-cta-button a{height:36px;padding:0 16px!important;border-radius:8px;font-size:13px;font-weight:500}#topbar-cta-button a>span:first-child{background:transparent!important;border-radius:inherit;transition:background var(--transition, 120ms ease)}#topbar-cta-button a:hover>span:first-child{background:var(--nm-surface-hover)!important}#topbar-cta-button a,#topbar-cta-button a .text-white,#topbar-cta-button a svg{color:var(--nm-text-muted)!important}#topbar-cta-button a:hover .text-white{color:var(--nm-text)!important}#topbar-cta-button a svg{display:none}html.nm-signed-in #topbar-cta-button a>span:first-child{background:var(--nm-text)!important}html.nm-signed-in #topbar-cta-button a,html.nm-signed-in #topbar-cta-button a .text-white{color:var(--nm-bg)!important}html.nm-signed-in #topbar-cta-button a:hover>span:first-child{background:var(--nm-text)!important;opacity:.85}#navbar nav:has(#topbar-cta-button),#navbar nav:has(#topbar-cta-button)>ul{display:contents}#navbar div:has(>#theme-preference-menu-trigger){order:1;margin-left:24px}#topbar-cta-button{order:2;margin-left:8px!important}#search-bar-entry,#assistant-entry{border-radius:8px!important}#footer{border-top:1px solid var(--nm-border)!important;font-size:13px;color:var(--nm-text-faint)}#footer>div{max-width:1120px!important;padding:24px 24px!important;gap:0!important}#footer>div>div:first-child{flex-direction:row!important;align-items:center}#footer>div>div:first-child>div:first-child{min-width:0!important;gap:0!important;flex-direction:row!important;align-items:center!important}#footer .nav-logo{height:18px!important}#footer>div>div:first-child>div:first-child::after{content:\"\\00a9 2026 nTwins, Inc.\";margin-left:12px;white-space:nowrap}#footer>div>div:first-child>div:last-child>div>div{flex-direction:row!important;justify-content:flex-start!important;flex-wrap:wrap;gap:8px 24px!important}#footer>div>div:first-child{flex-wrap:wrap;gap:16px!important}#footer>div>div:first-child>div:last-child{flex:0 1 auto!important;max-width:100%!important;display:flex!important}#footer a.text-sm{font-size:13px!important;color:var(--nm-text-muted)!important}#footer a.text-sm:hover{color:var(--nm-text)!important}#footer>div>div:nth-child(2),#footer>div>div:nth-child(3){display:none!important}#page-title{font-size:28px!important;font-weight:640!important;letter-spacing:-.03em!important;line-height:1.15!important}#page-title,#content h2,#content h3,#content h4{color:var(--nm-text)!important}#content{font-size:15px;line-height:1.6}#content h2{font-size:20px;font-weight:600}#content h3{font-size:16px;font-weight:600}#sidebar a{font-size:14px;border-radius:6px!important}#sidebar a[aria-current=page]{background:var(--nm-surface-hover)!important;color:var(--nm-text)!important;font-weight:500;text-shadow:none!important}"}],"page":{"pagePath":"api-reference/benchmarks/list-benchmarks","slug":"/api-reference/benchmarks/list-benchmarks","pageMetadata":{"title":"List Benchmarks","description":"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter's own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter's search benchmarks, which publish each model's highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.","deprecated":null,"version":null,"openapi":"/openapi.json get /benchmarks","href":"/api-reference/benchmarks/list-benchmarks","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter’s own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter’s search benchmarks, which publish each model’s highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"List Benchmarks","description":"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter's own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter's search benchmarks, which publish each model's highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.","deprecated":null,"version":null,"openapi":"/openapi.json get /benchmarks","href":"/api-reference/benchmarks/list-benchmarks","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/docs/_mintlify/custom/nemonist/5b5d33ba16a44814/nemonist.js"],"openApiReferenceData":{"operation":{"description":"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter's own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter's search benchmarks, which publish each model's highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.","operationId":"getBenchmarks","parameters":["f742df3a-4b8c-4e9c-8138-972c70dfe0fe","36a621d1-4a90-4abd-a216-d7bc4cac5381","5da3cee1-1fe0-4fa2-a838-c567440de1aa","7dea8bee-f3e6-4378-a0a1-1edfb43b7ee9","7d6e157d-e4ce-4663-a607-8859c642182c","f921e74f-b8c0-4f62-85ee-f9f5f27bd41d","7f8a3c08-a642-4442-bd31-2e4dbc1bfb9c","0c8b3557-f750-478f-9da4-6a3a22dfd23b","914a8be2-ea39-487b-9c4c-05922ae658a5"],"responses":{"200":"cb5b61ef-1761-490a-9273-e4611d2a0cde","400":"9ae85306-5763-46d7-b60e-a5c04232de23","401":"d359e4e2-9473-4612-9faa-764e68d4683c","429":"0853b77e-0751-4407-8075-00fda793b3f9","500":"fec93f66-e245-428e-9c76-32e57c177af5","502":"d25be3f7-f9ce-4585-8c21-9e0a334114bb","503":"01f9f799-3a59-4160-bdb6-334e78c12c7c"},"summary":"List Benchmarks","tags":["Benchmarks"],"method":"get","type":"path","servers":["f904a986-b1a7-4390-beb0-f994b9f6d9ad"],"security":["5c64c600-8820-448c-b999-87c9f6ba628f"],"path":"/benchmarks","baseUrlOptions":["https://nemonist.com/api/v1"],"title":"List Benchmarks","codeSamples":[],"requestExampleLanguages":["bash","python","javascript"],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"f742df3a-4b8c-4e9c-8138-972c70dfe0fe":{"description":"Benchmark source to query. Determines the shape of the returned items. When omitted, returns results from all sources.","in":"query","name":"source","required":false,"schema":{"description":"Benchmark source to query. Determines the shape of the returned items. When omitted, returns results from all sources.","enum":["artificial-analysis","design-arena","openrouter"],"example":"artificial-analysis","type":"string","x-speakeasy-unknown-values":"allow","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>"}},"36a621d1-4a90-4abd-a216-d7bc4cac5381":{"description":"Filter results by task type. For Artificial Analysis, maps to the corresponding index. For Design Arena, maps to the matching category. `search` returns OpenRouter search benchmark results only.","in":"query","name":"task_type","required":false,"schema":{"description":"Filter results by task type. For Artificial Analysis, maps to the corresponding index. For Design Arena, maps to the matching category. `search` returns OpenRouter search benchmark results only.","enum":["coding","intelligence","agentic","search"],"example":"coding","type":"string","x-speakeasy-unknown-values":"allow","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>"}},"5da3cee1-1fe0-4fa2-a838-c567440de1aa":{"description":"Return results for one exact OpenRouter benchmark. A `search_*` value narrows the response to search results only; a classic value narrows the OpenRouter items and leaves other sources' items as they are.","in":"query","name":"benchmark_type","required":false,"schema":{"description":"Return results for one exact OpenRouter benchmark. A `search_*` value narrows the response to search results only; a classic value narrows the OpenRouter items and leaves other sources' items as they are.","enum":["gpqa_diamond","tau_bench_verified_airline","search_browsecomp","search_hle","search_dsqa","search_widesearch"],"example":"search_widesearch","type":"string","x-speakeasy-unknown-values":"allow","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>"}},"7dea8bee-f3e6-4378-a0a1-1edfb43b7ee9":{"description":"Search benchmarks only: include the published lane configuration whitelist in each search item. Defaults to false. The whitelist is limited to agent turn count, reasoning effort, and temperature so future harness configuration changes do not change the public contract.","in":"query","name":"include_run_config","required":false,"schema":{"default":false,"description":"Search benchmarks only: include the published lane configuration whitelist in each search item. Defaults to false. The whitelist is limited to agent turn count, reasoning effort, and temperature so future harness configuration changes do not change the public contract.","example":true,"type":"boolean","isRequired":false,"uniqueKey":"","typeLabel":"boolean"}},"7d6e157d-e4ce-4663-a607-8859c642182c":{"description":"OpenRouter search benchmarks only: filter by the search engine used.","in":"query","name":"search_engine","required":false,"schema":{"description":"OpenRouter search benchmarks only: filter by the search engine used.","example":"exa","type":"string","isRequired":false,"uniqueKey":"","typeLabel":"string"}},"f921e74f-b8c0-4f62-85ee-f9f5f27bd41d":{"description":"OpenRouter search benchmarks only: filter by the request surface the lane ran on.","in":"query","name":"search_surface","required":false,"schema":{"description":"OpenRouter search benchmarks only: filter by the request surface the lane ran on.","enum":["server-tool","plugin"],"example":"server-tool","type":"string","x-speakeasy-unknown-values":"allow","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>"}},"7f8a3c08-a642-4442-bd31-2e4dbc1bfb9c":{"description":"Design Arena only: arena to query. Defaults to `models` when source is `design-arena`.","in":"query","name":"arena","required":false,"schema":{"description":"Design Arena only: arena to query. Defaults to `models` when source is `design-arena`.","enum":["models","builders","agents"],"example":"models","type":"string","x-speakeasy-unknown-values":"allow","isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring>"}},"0c8b3557-f750-478f-9da4-6a3a22dfd23b":{"description":"Design Arena only: category within the arena (e.g. `codecategories`, `uicomponent`, `gamedev`, `3d`, `dataviz`, `image`, `video`, `svg`). When omitted, returns all categories.","in":"query","name":"category","required":false,"schema":{"description":"Design Arena only: category within the arena (e.g. `codecategories`, `uicomponent`, `gamedev`, `3d`, `dataviz`, `image`, `video`, `svg`). When omitted, returns all categories.","example":"codecategories","type":"string","isRequired":false,"uniqueKey":"","typeLabel":"string"}},"914a8be2-ea39-487b-9c4c-05922ae658a5":{"description":"Maximum number of items to return. When omitted, all matching results are returned.","in":"query","name":"max_results","required":false,"schema":{"description":"Maximum number of items to return. When omitted, all matching results are returned.","example":50,"minimum":1,"type":"integer","isRequired":false,"uniqueKey":"","typeLabel":"integer"}},"cc173179-9d0a-4ef2-a6f0-05f79868d955":{"name":"HTTP-Referer","in":"header","schema":{"type":"string","description":"The app identifier should be your app's URL and is used as the primary identifier for rankings.\nThis is used to track API usage per application.\n","uniqueKey":"","typeLabel":"string"},"description":"The app identifier should be your app's URL and is used as the primary identifier for rankings.\nThis is used to track API usage per application.\n"},"ebeb52a2-abf2-4449-b245-b267223765c7":{"name":"X-OpenRouter-Title","in":"header","x-speakeasy-name-override":"appTitle","schema":{"type":"string","description":"The app display name allows you to customize how your app appears in OpenRouter's dashboard.\n","uniqueKey":"","typeLabel":"string"},"description":"The app display name allows you to customize how your app appears in OpenRouter's dashboard.\n"},"df69b06a-c514-4fab-aa16-332b681f96cb":{"name":"X-OpenRouter-Categories","in":"header","x-speakeasy-name-override":"appCategories","schema":{"type":"string","description":"Comma-separated list of app categories (e.g. \"cli-agent,cloud-agent\"). Used for marketplace rankings.\n","uniqueKey":"","typeLabel":"string"},"description":"Comma-separated list of app categories (e.g. \"cli-agent,cloud-agent\"). Used for marketplace rankings.\n"}},"responses":{"cb5b61ef-1761-490a-9273-e4611d2a0cde":{"content":{"application/json":{"example":{"data":[{"agentic_index":58.3,"coding_index":65.8,"display_name":"GPT-4o","intelligence_index":71.2,"model_permaslug":"openai/gpt-4o","pricing":{"completion":"0.00001","prompt":"0.0000025"},"source":"artificial-analysis"},{"accuracy":0.72,"accuracy_stddev":0.03,"avg_cost_per_task":0.002,"benchmark_type":"gpqa_diamond","display_name":"GPT-4o","last_run_timestamp":"2026-06-03T12:00:00Z","model_permaslug":"openai/gpt-4o","source":"openrouter","total_tasks":300}],"meta":{"as_of":"2026-06-03T12:00:00Z","citation":null,"model_count":1,"source":null,"source_url":null,"task_type":null,"version":"v1"}},"schema":{"example":{"data":[{"agentic_index":58.3,"coding_index":65.8,"display_name":"GPT-4o","intelligence_index":71.2,"model_permaslug":"openai/gpt-4o","pricing":{"completion":"0.00001","prompt":"0.0000025"},"source":"artificial-analysis"},{"accuracy":0.72,"accuracy_stddev":0.03,"avg_cost_per_task":0.002,"benchmark_type":"gpqa_diamond","display_name":"GPT-4o","last_run_timestamp":"2026-06-03T12:00:00Z","model_permaslug":"openai/gpt-4o","source":"openrouter","total_tasks":300}],"meta":{"as_of":"2026-06-03T12:00:00Z","citation":null,"model_count":1,"source":null,"source_url":null,"task_type":null,"version":"v1"}},"properties":{"data":{"items":{"oneOf":[{"type":"object","required":["source","model_permaslug","display_name","intelligence_index","coding_index","agentic_index","pricing"],"example":{"agentic_index":58.3,"coding_index":65.8,"display_name":"GPT-4o","intelligence_index":71.2,"model_permaslug":"openai/gpt-4o","pricing":{"completion":"0.00001","prompt":"0.0000025"},"source":"artificial-analysis"},"properties":{"agentic_index":{"oneOf":[{"description":"Artificial Analysis Agentic Index composite score. Higher is better.","example":58.3,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.agentic_index.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Artificial Analysis Agentic Index composite score. Higher is better.","example":58.3,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.agentic_index.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.agentic_index","typeLabel":"number\u003cdouble> | null"},"coding_index":{"oneOf":[{"description":"Artificial Analysis Coding Index composite score. Higher is better.","example":65.8,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.coding_index.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Artificial Analysis Coding Index composite score. Higher is better.","example":65.8,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.coding_index.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.coding_index","typeLabel":"number\u003cdouble> | null"},"display_name":{"description":"Model name as listed on Artificial Analysis.","example":"GPT-4o","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.display_name","typeLabel":"string"},"intelligence_index":{"oneOf":[{"description":"Artificial Analysis Intelligence Index composite score. Higher is better.","example":71.2,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.intelligence_index.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Artificial Analysis Intelligence Index composite score. Higher is better.","example":71.2,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.intelligence_index.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.intelligence_index","typeLabel":"number\u003cdouble> | null"},"model_permaslug":{"description":"Stable OpenRouter model identifier.","example":"openai/gpt-4o","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.model_permaslug","typeLabel":"string"},"pricing":{"oneOf":[{"description":"OpenRouter pricing per token for this model. Null if pricing is unavailable.","example":{"completion":"0.000015","prompt":"0.000003"},"properties":{"completion":{"description":"Cost per output token (USD, decimal string).","example":"0.000015","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.pricing.oneOf.0.completion","typeLabel":"string"},"prompt":{"description":"Cost per input token (USD, decimal string).","example":"0.000003","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.pricing.oneOf.0.prompt","typeLabel":"string"}},"required":["prompt","completion"],"type":"object","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.pricing.oneOf.0","typeLabel":"object"},{"description":"OpenRouter pricing per token for this model. Null if pricing is unavailable.","example":{"completion":"0.000015","prompt":"0.000003"},"properties":{"completion":{"description":"Cost per output token (USD, decimal string).","example":"0.000015","type":"string"},"prompt":{"description":"Cost per input token (USD, decimal string).","example":"0.000003","type":"string"}},"required":["prompt","completion"],"type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.pricing.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.pricing","typeLabel":"object | null"},"source":{"description":"Benchmark source discriminator.","enum":["artificial-analysis"],"type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.0.source","typeLabel":"enum\u003cstring>"}},"uniqueKey":"data.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"object","required":["source","model_permaslug","display_name","arena","category","elo","win_rate","avg_generation_time_ms","tournament_stats","pricing"],"example":{"arena":"models","avg_generation_time_ms":3200,"category":"codecategories","display_name":"Claude Sonnet 4","elo":1423,"model_permaslug":"anthropic/claude-sonnet-4","pricing":{"completion":"0.000015","prompt":"0.000003"},"source":"design-arena","tournament_stats":{"first_place":12,"fourth_place":2,"second_place":8,"third_place":5,"total":27},"win_rate":72},"properties":{"arena":{"description":"Arena this ranking belongs to.","example":"models","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.arena","typeLabel":"string"},"avg_generation_time_ms":{"oneOf":[{"description":"Average generation time in milliseconds.","example":3200,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.avg_generation_time_ms.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Average generation time in milliseconds.","example":3200,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.avg_generation_time_ms.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.avg_generation_time_ms","typeLabel":"number\u003cdouble> | null"},"category":{"description":"Category within the arena.","example":"codecategories","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.category","typeLabel":"string"},"display_name":{"description":"Human-readable model name from Design Arena.","example":"Claude Sonnet 4","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.display_name","typeLabel":"string"},"elo":{"description":"ELO rating from head-to-head arena battles.","example":1423,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.elo","typeLabel":"number\u003cdouble>"},"model_permaslug":{"description":"Stable OpenRouter model identifier when mapped; otherwise the upstream Design Arena model id.","example":"anthropic/claude-sonnet-4","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.model_permaslug","typeLabel":"string"},"pricing":{"oneOf":[{"description":"OpenRouter pricing per token for this model. Null if pricing is unavailable.","example":{"completion":"0.000015","prompt":"0.000003"},"properties":{"completion":{"description":"Cost per output token (USD, decimal string).","example":"0.000015","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.pricing.oneOf.0.completion","typeLabel":"string"},"prompt":{"description":"Cost per input token (USD, decimal string).","example":"0.000003","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.pricing.oneOf.0.prompt","typeLabel":"string"}},"required":["prompt","completion"],"type":"object","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.pricing.oneOf.0","typeLabel":"object"},{"description":"OpenRouter pricing per token for this model. Null if pricing is unavailable.","example":{"completion":"0.000015","prompt":"0.000003"},"properties":{"completion":{"description":"Cost per output token (USD, decimal string).","example":"0.000015","type":"string"},"prompt":{"description":"Cost per input token (USD, decimal string).","example":"0.000003","type":"string"}},"required":["prompt","completion"],"type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.pricing.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.pricing","typeLabel":"object | null"},"source":{"description":"Benchmark source discriminator.","enum":["design-arena"],"type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.source","typeLabel":"enum\u003cstring>"},"tournament_stats":{"description":"Placement distribution from tournament matches.","properties":{"first_place":{"oneOf":[{"type":"integer","description":"Times the model placed first.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.first_place.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Times the model placed first.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.first_place.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.first_place","typeLabel":"integer | null"},"fourth_place":{"oneOf":[{"type":"integer","description":"Times the model placed fourth.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.fourth_place.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Times the model placed fourth.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.fourth_place.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.fourth_place","typeLabel":"integer | null"},"second_place":{"oneOf":[{"type":"integer","description":"Times the model placed second.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.second_place.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Times the model placed second.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.second_place.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.second_place","typeLabel":"integer | null"},"third_place":{"oneOf":[{"type":"integer","description":"Times the model placed third.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.third_place.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Times the model placed third.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.third_place.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.third_place","typeLabel":"integer | null"},"total":{"oneOf":[{"type":"integer","description":"Tournaments the model took part in.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.total.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Tournaments the model took part in.","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.total.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats.total","typeLabel":"integer | null"}},"required":["first_place","second_place","third_place","fourth_place","total"],"type":"object","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.tournament_stats","typeLabel":"object"},"win_rate":{"description":"Win rate as a percentage (0–100).","example":72,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.1.win_rate","typeLabel":"number\u003cdouble>"}},"uniqueKey":"data.items.[INDEX].oneOf.1","typeLabel":"object"},{"type":"object","required":["source","model_permaslug","display_name","benchmark_type","accuracy","accuracy_stddev","avg_cost_per_task","total_tasks","last_run_timestamp"],"example":{"accuracy":0.72,"accuracy_stddev":0.03,"avg_cost_per_task":0.002,"benchmark_type":"gpqa_diamond","display_name":"GPT-4o","last_run_timestamp":"2026-06-03T12:00:00Z","model_permaslug":"openai/gpt-4o","source":"openrouter","total_tasks":300},"properties":{"accuracy":{"description":"Aggregate accuracy score from 0 to 1. Higher is better.","example":0.72,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.accuracy","typeLabel":"number\u003cdouble>"},"accuracy_stddev":{"oneOf":[{"description":"Standard deviation of run accuracy, or null for a single run.","example":0.03,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.accuracy_stddev.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Standard deviation of run accuracy, or null for a single run.","example":0.03,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.accuracy_stddev.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.accuracy_stddev","typeLabel":"number\u003cdouble> | null"},"avg_cost_per_task":{"oneOf":[{"description":"Average cost per task in USD, or null if unavailable.","example":0.002,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.avg_cost_per_task.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Average cost per task in USD, or null if unavailable.","example":0.002,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.avg_cost_per_task.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.avg_cost_per_task","typeLabel":"number\u003cdouble> | null"},"benchmark_type":{"description":"OpenRouter benchmark evaluation type.","enum":["gpqa_diamond","tau_bench_verified_airline"],"example":"gpqa_diamond","type":"string","x-speakeasy-unknown-values":"allow","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.benchmark_type","typeLabel":"enum\u003cstring>"},"display_name":{"description":"Human-readable model name.","example":"GPT-4o","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.display_name","typeLabel":"string"},"last_run_timestamp":{"description":"Timestamp of the most recent public benchmark run.","example":"2026-06-03T12:00:00Z","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.last_run_timestamp","typeLabel":"string"},"model_permaslug":{"description":"Stable OpenRouter model identifier.","example":"openai/gpt-4o","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.model_permaslug","typeLabel":"string"},"source":{"description":"Benchmark source discriminator.","enum":["openrouter"],"type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.source","typeLabel":"enum\u003cstring>"},"total_tasks":{"description":"Total benchmark tasks across runs.","example":300,"type":"integer","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.2.total_tasks","typeLabel":"integer"}},"uniqueKey":"data.items.[INDEX].oneOf.2","typeLabel":"object"},{"type":"object","required":["source","model_permaslug","display_name","benchmark_type","primary_metric","primary_score","total_tasks","avg_cost_per_task","avg_latency_per_task_ms","search_engine","search_surface","last_run_timestamp"],"properties":{"avg_cost_per_task":{"oneOf":[{"description":"Average cost per task in USD, or null if unavailable.","example":0.031,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.avg_cost_per_task.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Average cost per task in USD, or null if unavailable.","example":0.031,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.avg_cost_per_task.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.avg_cost_per_task","typeLabel":"number\u003cdouble> | null"},"avg_latency_per_task_ms":{"oneOf":[{"description":"Average wall-clock latency per task in milliseconds, or null if unavailable.","example":45210,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.avg_latency_per_task_ms.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Average wall-clock latency per task in milliseconds, or null if unavailable.","example":45210,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.avg_latency_per_task_ms.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.avg_latency_per_task_ms","typeLabel":"number\u003cdouble> | null"},"benchmark_type":{"description":"OpenRouter search benchmark.","enum":["search_browsecomp","search_hle","search_dsqa","search_widesearch"],"example":"search_browsecomp","type":"string","x-speakeasy-unknown-values":"allow","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.benchmark_type","typeLabel":"enum\u003cstring>"},"display_name":{"description":"Human-readable model name.","example":"GPT-4o","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.display_name","typeLabel":"string"},"last_run_timestamp":{"description":"Timestamp of the newest qualifying run in the published configuration's lane.","example":"2026-07-28T13:38:18Z","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.last_run_timestamp","typeLabel":"string"},"model_permaslug":{"description":"Stable OpenRouter model identifier.","example":"openai/gpt-4o","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.model_permaslug","typeLabel":"string"},"primary_metric":{"description":"Identifies the meaning of `primary_score`: `f1_by_item` for WideSearch, `accuracy` for all other search benchmarks.","enum":["accuracy","f1_by_item"],"example":"accuracy","type":"string","x-speakeasy-unknown-values":"allow","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.primary_metric","typeLabel":"enum\u003cstring>"},"primary_score":{"description":"The benchmark's headline score from 0 to 1. Its meaning is identified by `primary_metric`: item-weighted F1 for WideSearch or strict accuracy for the other search benchmarks. Higher is better.","example":0.72,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.primary_score","typeLabel":"number\u003cdouble>"},"search_engine":{"description":"Search engine the published configuration used.","example":"exa","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.search_engine","typeLabel":"string"},"search_surface":{"description":"Request surface the published configuration went through.","enum":["server-tool","plugin"],"example":"server-tool","type":"string","x-speakeasy-unknown-values":"allow","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.search_surface","typeLabel":"enum\u003cstring>"},"source":{"description":"Benchmark source discriminator.","enum":["openrouter"],"type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.source","typeLabel":"enum\u003cstring>"},"total_tasks":{"description":"Tasks evaluated across the published configuration's runs.","example":100,"type":"integer","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.total_tasks","typeLabel":"integer"},"run_config":{"description":"Published lane configuration, included only when include_run_config=true. Only the agent turn count, reasoning effort, and temperature are exposed; other harness settings are intentionally not part of the public contract.","properties":{"max_agent_turns":{"oneOf":[{"description":"Agent-turn count for the published lane, or null for plugin lanes.","example":25,"type":"integer","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.max_agent_turns.oneOf.0","typeLabel":"integer"},{"description":"Agent-turn count for the published lane, or null for plugin lanes.","example":25,"type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.max_agent_turns.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.max_agent_turns","typeLabel":"integer | null"},"reasoning_effort":{"oneOf":[{"description":"Reasoning effort configured for the published lane, or null when omitted.","example":"high","type":"string","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.reasoning_effort.oneOf.0","typeLabel":"string"},{"description":"Reasoning effort configured for the published lane, or null when omitted.","example":"high","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.reasoning_effort.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.reasoning_effort","typeLabel":"string | null"},"temperature":{"oneOf":[{"description":"Sampling temperature configured for the published lane, or null when omitted.","example":0.2,"format":"double","type":"number","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.temperature.oneOf.0","typeLabel":"number\u003cdouble>"},{"description":"Sampling temperature configured for the published lane, or null when omitted.","example":0.2,"format":"double","type":"null","isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.temperature.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"data.items.[INDEX].oneOf.3.run_config.temperature","typeLabel":"number\u003cdouble> | null"}},"required":["max_agent_turns","reasoning_effort","temperature"],"type":"object","uniqueKey":"data.items.[INDEX].oneOf.3.run_config","typeLabel":"object"}},"uniqueKey":"data.items.[INDEX].oneOf.3","typeLabel":"object"}],"uniqueKey":"data.items.[INDEX]","typeLabel":"object"},"type":"array","description":"The benchmark results.","isRequired":true,"uniqueKey":"data","typeLabel":"object[]"},"meta":{"example":{"as_of":"2026-06-03T12:00:00Z","citation":"Source: Artificial Analysis (artificialanalysis.ai) via OpenRouter (openrouter.ai/rankings).","model_count":50,"source":"artificial-analysis","source_url":"https://artificialanalysis.ai","task_type":null,"version":"v1"},"properties":{"as_of":{"description":"ISO-8601 timestamp of when this data was last updated.","example":"2026-06-03T12:00:00Z","type":"string","isRequired":true,"uniqueKey":"meta.as_of","typeLabel":"string"},"citation":{"oneOf":[{"description":"Required attribution when republishing this data, or null when results span multiple sources (attribute each item individually by its `source` discriminator).","example":"Source: Artificial Analysis (artificialanalysis.ai) via OpenRouter (openrouter.ai/rankings).","type":"string","isRequired":true,"uniqueKey":"meta.citation.oneOf.0","typeLabel":"string"},{"description":"Required attribution when republishing this data, or null when results span multiple sources (attribute each item individually by its `source` discriminator).","example":"Source: Artificial Analysis (artificialanalysis.ai) via OpenRouter (openrouter.ai/rankings).","type":"null","isRequired":true,"uniqueKey":"meta.citation.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"meta.citation","typeLabel":"string | null"},"model_count":{"description":"Number of unique models in the response.","type":"integer","isRequired":true,"uniqueKey":"meta.model_count","typeLabel":"integer"},"source":{"oneOf":[{"description":"The source filter applied, or null when all sources are returned.","enum":["artificial-analysis","design-arena","openrouter",null],"example":"artificial-analysis","type":"string","x-speakeasy-unknown-values":"allow","isRequired":true,"uniqueKey":"meta.source.oneOf.0","typeLabel":"enum\u003cstring>"},{"description":"The source filter applied, or null when all sources are returned.","enum":["artificial-analysis","design-arena","openrouter",null],"example":"artificial-analysis","type":"null","x-speakeasy-unknown-values":"allow","isRequired":true,"uniqueKey":"meta.source.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"meta.source","typeLabel":"enum\u003cstring> | null"},"source_url":{"oneOf":[{"description":"URL of the upstream data source, or null when results span multiple sources.","example":"https://artificialanalysis.ai","type":"string","isRequired":true,"uniqueKey":"meta.source_url.oneOf.0","typeLabel":"string"},{"description":"URL of the upstream data source, or null when results span multiple sources.","example":"https://artificialanalysis.ai","type":"null","isRequired":true,"uniqueKey":"meta.source_url.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"meta.source_url","typeLabel":"string | null"},"task_type":{"oneOf":[{"description":"The task_type filter applied, or null if showing all.","type":"string","isRequired":true,"uniqueKey":"meta.task_type.oneOf.0","typeLabel":"string"},{"description":"The task_type filter applied, or null if showing all.","type":"null","isRequired":true,"uniqueKey":"meta.task_type.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"meta.task_type","typeLabel":"string | null"},"version":{"description":"Dataset version.","enum":["v1"],"type":"string","isRequired":true,"uniqueKey":"meta.version","typeLabel":"enum\u003cstring>"}},"required":["as_of","version","source","source_url","citation","model_count","task_type"],"type":"object","description":"About this benchmark data: when it was last updated, the dataset version, its source and required citation, the filters applied, and how many models it covers.","isRequired":true,"uniqueKey":"meta","typeLabel":"object"}},"required":["data","meta"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"data":[{"agentic_index":58.3,"coding_index":65.8,"display_name":"GPT-4o","intelligence_index":71.2,"model_permaslug":"openai/gpt-4o","pricing":{"completion":"0.00001","prompt":"0.0000025"},"source":"artificial-analysis"},{"accuracy":0.72,"accuracy_stddev":0.03,"avg_cost_per_task":0.002,"benchmark_type":"gpqa_diamond","display_name":"GPT-4o","last_run_timestamp":"2026-06-03T12:00:00Z","model_permaslug":"openai/gpt-4o","source":"openrouter","total_tasks":300}],"meta":{"as_of":"2026-06-03T12:00:00Z","citation":null,"model_count":1,"source":null,"source_url":null,"task_type":null,"version":"v1"}}}},"exampleType":"examples"}},"description":"Benchmark results filtered by the specified source and optional task type.","exampleType":"examples"},"9ae85306-5763-46d7-b60e-a5c04232de23":{"content":{"application/json":{"example":{"error":{"code":400,"message":"Invalid request parameters"}},"schema":{"description":"Bad Request - Invalid request parameters or malformed input","example":{"error":{"code":400,"message":"Invalid request parameters"}},"properties":{"error":{"description":"Error data for BadRequestResponse","example":{"code":400,"message":"Invalid request parameters"},"properties":{"code":{"type":"integer","description":"HTTP status of the error, the same as the response's: 400.","isRequired":true,"uniqueKey":"error.code","typeLabel":"integer"},"message":{"type":"string","description":"What went wrong, in words for a person; do not parse it, branch on code instead.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.metadata","typeLabel":"object | null"}},"required":["code","message"],"type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"object"},"openrouter_metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"openrouter_metadata","typeLabel":"object | null"},"user_id":{"oneOf":[{"type":"string","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"user_id","typeLabel":"string | null"}},"required":["error"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"code":400,"message":"Invalid request parameters"}}}},"exampleType":"examples"}},"description":"Bad Request - Invalid request parameters or malformed input","exampleType":"examples"},"d359e4e2-9473-4612-9faa-764e68d4683c":{"description":"The key sent is not a valid, enabled Nemonist key. Send no key to read the public catalog.","content":{"application/json":{"schema":{"type":"object","description":"An error answer.","required":["error"],"properties":{"error":{"type":"object","description":"What went wrong.","required":["message"],"properties":{"message":{"type":"string","description":"Human-readable error message.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"code":{"oneOf":[{"type":"integer","description":"HTTP status or a short error code.","uniqueKey":"error.code.oneOf.0","typeLabel":"integer"},{"type":"string","description":"HTTP status or a short error code.","uniqueKey":"error.code.oneOf.1","typeLabel":"string"}],"uniqueKey":"error.code","typeLabel":"integer | string"},"type":{"type":"string","description":"Error kind, such as proxy_error.","uniqueKey":"error.type","typeLabel":"string"}},"isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"message":"\u003cstring>","code":123,"type":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"},"0853b77e-0751-4407-8075-00fda793b3f9":{"content":{"application/json":{"example":{"error":{"code":429,"message":"Rate limit exceeded"}},"schema":{"description":"Too Many Requests - Rate limit exceeded","example":{"error":{"code":429,"message":"Rate limit exceeded"}},"properties":{"error":{"description":"Error data for TooManyRequestsResponse","example":{"code":429,"message":"Rate limit exceeded"},"properties":{"code":{"type":"integer","description":"HTTP status of the error, the same as the response's: 429.","isRequired":true,"uniqueKey":"error.code","typeLabel":"integer"},"message":{"type":"string","description":"What went wrong, in words for a person; do not parse it, branch on code instead.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.metadata","typeLabel":"object | null"}},"required":["code","message"],"type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"object"},"openrouter_metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"openrouter_metadata","typeLabel":"object | null"},"user_id":{"oneOf":[{"type":"string","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"user_id","typeLabel":"string | null"}},"required":["error"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"code":429,"message":"Rate limit exceeded"}}}},"exampleType":"examples"}},"description":"Too Many Requests - Rate limit exceeded","exampleType":"examples"},"fec93f66-e245-428e-9c76-32e57c177af5":{"content":{"application/json":{"example":{"error":{"code":500,"message":"Internal Server Error"}},"schema":{"description":"Internal Server Error - Unexpected server error","example":{"error":{"code":500,"message":"Internal Server Error"}},"properties":{"error":{"description":"Error data for InternalServerResponse","example":{"code":500,"message":"Internal Server Error"},"properties":{"code":{"type":"integer","description":"HTTP status of the error, the same as the response's: 500.","isRequired":true,"uniqueKey":"error.code","typeLabel":"integer"},"message":{"type":"string","description":"What went wrong, in words for a person; do not parse it, branch on code instead.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.metadata","typeLabel":"object | null"}},"required":["code","message"],"type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"object"},"openrouter_metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"openrouter_metadata","typeLabel":"object | null"},"user_id":{"oneOf":[{"type":"string","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"user_id","typeLabel":"string | null"}},"required":["error"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"code":500,"message":"Internal Server Error"}}}},"exampleType":"examples"}},"description":"Internal Server Error - Unexpected server error","exampleType":"examples"},"d25be3f7-f9ce-4585-8c21-9e0a334114bb":{"description":"Nemonist: the provider could not be reached (error.metadata.reason upstream_unavailable, or endpoint_not_public for a custom endpoint); retry.","content":{"application/json":{"example":{"error":{"code":500,"message":"Internal Server Error"}},"schema":{"description":"Internal Server Error - Unexpected server error","example":{"error":{"code":500,"message":"Internal Server Error"}},"properties":{"error":{"description":"Error data for InternalServerResponse","example":{"code":500,"message":"Internal Server Error"},"properties":{"code":{"type":"integer","description":"HTTP status of the error, the same as the response's: 500.","isRequired":true,"uniqueKey":"error.code","typeLabel":"integer"},"message":{"type":"string","description":"What went wrong, in words for a person; do not parse it, branch on code instead.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.metadata","typeLabel":"object | null"}},"required":["code","message"],"type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"object"},"openrouter_metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"openrouter_metadata","typeLabel":"object | null"},"user_id":{"oneOf":[{"type":"string","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"user_id","typeLabel":"string | null"}},"required":["error"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"code":500,"message":"Internal Server Error"}}}},"exampleType":"examples"}},"exampleType":"examples"},"01f9f799-3a59-4160-bdb6-334e78c12c7c":{"description":"Nemonist: the account service is temporarily unavailable; retry.","content":{"application/json":{"example":{"error":{"code":500,"message":"Internal Server Error"}},"schema":{"description":"Internal Server Error - Unexpected server error","example":{"error":{"code":500,"message":"Internal Server Error"}},"properties":{"error":{"description":"Error data for InternalServerResponse","example":{"code":500,"message":"Internal Server Error"},"properties":{"code":{"type":"integer","description":"HTTP status of the error, the same as the response's: 500.","isRequired":true,"uniqueKey":"error.code","typeLabel":"integer"},"message":{"type":"string","description":"What went wrong, in words for a person; do not parse it, branch on code instead.","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"error.metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"Extra detail about the error.","uniqueKey":"error.metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"error.metadata","typeLabel":"object | null"}},"required":["code","message"],"type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"object"},"openrouter_metadata":{"oneOf":[{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.0.additionalProperties","typeLabel":"any"},"type":"object","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.0","typeLabel":"object"},{"additionalProperties":{"oneOf":[{}],"uniqueKey":"openrouter_metadata.oneOf.1.additionalProperties","typeLabel":"any"},"type":"null","description":"OpenRouter's routing detail for the failed request.","uniqueKey":"openrouter_metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"openrouter_metadata","typeLabel":"object | null"},"user_id":{"oneOf":[{"type":"string","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"Id of the user who made the request.","uniqueKey":"user_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"user_id","typeLabel":"string | null"}},"required":["error"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"code":500,"message":"Internal Server Error"}}}},"exampleType":"examples"}},"exampleType":"examples"}},"security":{"5c64c600-8820-448c-b999-87c9f6ba628f":{"apiKey":{"type":"http","scheme":"bearer","description":"A Nemonist key (sk-nm-...) as a bearer token in the Authorization header.","scopes":[],"schemeName":"apiKey"}}},"servers":{"f904a986-b1a7-4390-beb0-f994b9f6d9ad":{"url":"https://nemonist.com/api/v1","description":"Production"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"A Nemonist key (sk-nm-...) as a bearer token in the Authorization header.","scopes":[],"schemeName":"apiKey"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"A Nemonist key (sk-nm-...) as a bearer token in the Authorization header.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"apiKey","name":"Authorization"}],"title":"apiKey"}]},"originalFileLocation":"openapi.json"},"subdomain":"nemonist","siteName":"nemonist","title":"List Benchmarks - nemonist","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-18T19:22:50.601Z","originalFileLocation":"api-reference/benchmarks/list-benchmarks.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter\u0026#x27;s own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter\u0026#x27;s search benchmarks, which publish each model\u0026#x27;s highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.\">\u003cmeta data-mint-head name=\"application-name\" content=\"nemonist\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"List Benchmarks - nemonist\">\u003cmeta data-mint-head property=\"og:description\" content=\"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter\u0026#x27;s own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter\u0026#x27;s search benchmarks, which publish each model\u0026#x27;s highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"nemonist\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://nemonist.mintlify.site/docs/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=List+Benchmarks\u0026amp;description=Unified+benchmark+endpoint+that+aggregates+scores+from+multiple+benchmark+sources+%28Artificial+Analysis%2C+Design+Arena%2C+and+OpenRouter%27s+own+tau-bench%2C+GPQA%2C+and+\u0026amp;theme=40d9cda61a40fab1943dcc72\u0026amp;signature=f262e9e6d4e3ca3c6a11dd93da4590bdfbbe16c6663985156fb60e2339068141\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"List Benchmarks - nemonist\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter\u0026#x27;s own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter\u0026#x27;s search benchmarks, which publish each model\u0026#x27;s highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://nemonist.mintlify.site/docs/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=List+Benchmarks\u0026amp;description=Unified+benchmark+endpoint+that+aggregates+scores+from+multiple+benchmark+sources+%28Artificial+Analysis%2C+Design+Arena%2C+and+OpenRouter%27s+own+tau-bench%2C+GPQA%2C+and+\u0026amp;theme=40d9cda61a40fab1943dcc72\u0026amp;signature=f262e9e6d4e3ca3c6a11dd93da4590bdfbbe16c6663985156fb60e2339068141\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/docs/mintlify-assets/_mintlify/favicons/nemonist/pJflnD9tD_j2EbQM/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"nemonist\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#6366f1\">\u003clink data-mint-head rel=\"canonical\" href=\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/docs/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/api-reference/benchmarks/list-benchmarks.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://nemonist.com/#organization\",\"name\":\"nemonist\",\"url\":\"https://nemonist.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/nemonist/O63iSHDIbHFIFLsR/logo/light.svg?fit=max\u0026auto=format\u0026n=O63iSHDIbHFIFLsR\u0026q=85\u0026s=78e0f2fecc2ad48dcf82fc4287a5dc8d\"}},{\"@type\":\"WebSite\",\"@id\":\"https://nemonist.com/docs#website\",\"name\":\"nemonist\",\"url\":\"https://nemonist.com/docs\",\"publisher\":{\"@id\":\"https://nemonist.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks#webpage\",\"url\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks\",\"name\":\"List Benchmarks\",\"description\":\"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter's own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter's search benchmarks, which publish each model's highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.\",\"dateModified\":\"2026-11-18T19:22:50.601Z\",\"isPartOf\":{\"@id\":\"https://nemonist.com/docs#website\"},\"breadcrumb\":{\"@id\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"nemonist\",\"item\":\"https://nemonist.com/docs\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"List Benchmarks\",\"item\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks#apireference\",\"headline\":\"List Benchmarks\",\"name\":\"List Benchmarks\",\"description\":\"Unified benchmark endpoint that aggregates scores from multiple benchmark sources (Artificial Analysis, Design Arena, and OpenRouter's own tau-bench, GPQA, and web-search evals). Filter by source to reproduce the exact shapes from the legacy per-source endpoints, or use task_type to find models suited for specific workloads. Use task_type=search (or a search_* benchmark_type) for OpenRouter's search benchmarks, which publish each model's highest-scoring eligible evaluation configuration with same-configuration runs combined by task-weighted mean. Authenticate with any valid OpenRouter API key. Rate-limited to 30 requests/minute per key and 500 requests/day per account.\",\"url\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks\",\"mainEntityOfPage\":{\"@id\":\"https://nemonist.com/docs/api-reference/benchmarks/list-benchmarks#webpage\"},\"dateModified\":\"2026-11-18T19:22:50.601Z\",\"publisher\":{\"@id\":\"https://nemonist.com/#organization\"},\"isPartOf\":{\"@id\":\"https://nemonist.com/docs#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"nemonist\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"nemonist\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/docs/api-reference/benchmarks/list-benchmarks.md","siteName":"nemonist","nav":{"global":null,"tabs":[{"tab":"Docs","pages":[{"title":"Docs","href":""}]},{"tab":"Clients","pages":[{"title":"Clients","href":"/clients/cursor"}]},{"tab":"API Reference","groups":[{"group":"Overview","pages":[{"title":"Overview","href":"/api-reference/overview"},{"title":"Output items","href":"/api-reference/output-items"}]},{"group":"Analytics","pages":[{"title":"Get user activity grouped by endpoint","deprecated":null,"version":null,"openapi":"/openapi.json get /activity","href":"/api-reference/analytics/get-user-activity-grouped-by-endpoint"}]},{"group":"Speech","pages":[{"title":"Create speech","deprecated":null,"version":null,"openapi":"/openapi.json post /audio/speech","href":"/api-reference/tts/create-speech"}]},{"group":"Transcriptions","pages":[{"title":"Create transcription","deprecated":null,"version":null,"openapi":"/openapi.json post /audio/transcriptions","href":"/api-reference/stt/create-transcription"}]},{"group":"OAuth","pages":[{"title":"Exchange authorization code for API key","description":"Exchange an authorization code from the PKCE flow for a user-controlled API key","deprecated":null,"version":null,"openapi":"/openapi.json post /auth/keys","href":"/api-reference/oauth/exchange-authorization-code-for-api-key"}]},{"group":"Benchmarks","pages":[{"title":"List Benchmarks","deprecated":null,"version":null,"openapi":"/openapi.json get /benchmarks","href":"/api-reference/benchmarks/list-benchmarks"}]},{"group":"BYOK","pages":[{"title":"List BYOK provider credentials","description":"List the bring-your-own-key (BYOK) provider credentials for the authenticated entity's default workspace. Use the `workspace_id` query parameter to scope the result to a different workspace, or the `provider` query parameter to filter by upstream provider. [Management key](/docs/guides/overview/auth/management-api-keys) required.","deprecated":null,"version":null,"openapi":"/openapi.json get /byok","href":"/api-reference/byok/list-byok-provider-credentials"},{"title":"Create a BYOK provider credential","deprecated":null,"version":null,"openapi":"/openapi.json post /byok","href":"/api-reference/byok/create-a-byok-provider-credential"},{"title":"Get a BYOK provider credential","deprecated":null,"version":null,"openapi":"/openapi.json get /byok/{id}","href":"/api-reference/byok/get-a-byok-provider-credential"},{"title":"Delete a BYOK provider credential","deprecated":null,"version":null,"openapi":"/openapi.json delete /byok/{id}","href":"/api-reference/byok/delete-a-byok-provider-credential"},{"title":"Update a BYOK provider credential","deprecated":null,"version":null,"openapi":"/openapi.json patch /byok/{id}","href":"/api-reference/byok/update-a-byok-provider-credential"}]},{"group":"Chat","pages":[{"title":"Create a chat completion","deprecated":null,"version":null,"openapi":"/openapi.json post /chat/completions","href":"/api-reference/chat/create-a-chat-completion"}]},{"group":"Credits","pages":[{"title":"Get remaining credits","deprecated":null,"version":null,"openapi":"/openapi.json get /credits","href":"/api-reference/credits/get-remaining-credits"}]},{"group":"Datasets","pages":[{"title":"Top apps by token usage","deprecated":null,"version":null,"openapi":"/openapi.json get /datasets/app-rankings","href":"/api-reference/datasets/top-apps-by-token-usage"},{"title":"Daily token totals for top 50 models","deprecated":null,"version":null,"openapi":"/openapi.json get /datasets/rankings-daily","href":"/api-reference/datasets/daily-token-totals-for-top-50-models"}]},{"group":"Embeddings","pages":[{"title":"Submit an embedding request","deprecated":null,"version":null,"openapi":"/openapi.json post /embeddings","href":"/api-reference/embeddings/submit-an-embedding-request"},{"title":"List all embeddings models","deprecated":null,"version":null,"openapi":"/openapi.json get /embeddings/models","href":"/api-reference/embeddings/list-all-embeddings-models"}]},{"group":"Endpoints","pages":[{"title":"Preview the impact of ZDR on the available endpoints","deprecated":null,"version":null,"openapi":"/openapi.json get /endpoints/zdr","href":"/api-reference/endpoints/preview-the-impact-of-zdr-on-the-available-endpoints"},{"title":"List all endpoints for a model","deprecated":null,"version":null,"openapi":"/openapi.json get /models/{author}/{slug}/endpoints","href":"/api-reference/endpoints/list-all-endpoints-for-a-model"}]},{"group":"Generations","pages":[{"title":"Get request \u0026 usage metadata for a generation","deprecated":null,"version":null,"openapi":"/openapi.json get /generation","href":"/api-reference/generations/get-request-\u0026-usage-metadata-for-a-generation"}]},{"group":"Guardrails","pages":[{"title":"List guardrails","deprecated":null,"version":null,"openapi":"/openapi.json get /guardrails","href":"/api-reference/guardrails/list-guardrails"},{"title":"Create a guardrail","deprecated":null,"version":null,"openapi":"/openapi.json post /guardrails","href":"/api-reference/guardrails/create-a-guardrail"},{"title":"Get a guardrail","deprecated":null,"version":null,"openapi":"/openapi.json get /guardrails/{id}","href":"/api-reference/guardrails/get-a-guardrail"},{"title":"Delete a guardrail","deprecated":null,"version":null,"openapi":"/openapi.json delete /guardrails/{id}","href":"/api-reference/guardrails/delete-a-guardrail"},{"title":"Update a guardrail","deprecated":null,"version":null,"openapi":"/openapi.json patch /guardrails/{id}","href":"/api-reference/guardrails/update-a-guardrail"},{"title":"List key assignments for a guardrail","deprecated":null,"version":null,"openapi":"/openapi.json get /guardrails/{id}/assignments/keys","href":"/api-reference/guardrails/list-key-assignments-for-a-guardrail"},{"title":"Bulk assign keys to a guardrail","deprecated":null,"version":null,"openapi":"/openapi.json post /guardrails/{id}/assignments/keys","href":"/api-reference/guardrails/bulk-assign-keys-to-a-guardrail"},{"title":"Bulk unassign keys from a guardrail","deprecated":null,"version":null,"openapi":"/openapi.json post /guardrails/{id}/assignments/keys/remove","href":"/api-reference/guardrails/bulk-unassign-keys-from-a-guardrail"},{"title":"List all key assignments","deprecated":null,"version":null,"openapi":"/openapi.json get /guardrails/assignments/keys","href":"/api-reference/guardrails/list-all-key-assignments"}]},{"group":"Images","pages":[{"title":"Generate an image","deprecated":null,"version":null,"openapi":"/openapi.json post /images","href":"/api-reference/images/generate-an-image"},{"title":"List image generation models","deprecated":null,"version":null,"openapi":"/openapi.json get /images/models","href":"/api-reference/images/list-image-generation-models"},{"title":"List endpoints for an image model","deprecated":null,"version":null,"openapi":"/openapi.json get /images/models/{author}/{slug}/endpoints","href":"/api-reference/images/list-endpoints-for-an-image-model"}]},{"group":"API Keys","pages":[{"title":"Get current API key","deprecated":null,"version":null,"openapi":"/openapi.json get /key","href":"/api-reference/api-keys/get-current-api-key"},{"title":"List API keys","deprecated":null,"version":null,"openapi":"/openapi.json get /keys","href":"/api-reference/api-keys/list-api-keys"},{"title":"Create a new API key","deprecated":null,"version":null,"openapi":"/openapi.json post /keys","href":"/api-reference/api-keys/create-a-new-api-key"},{"title":"Get a single API key","deprecated":null,"version":null,"openapi":"/openapi.json get /keys/{hash}","href":"/api-reference/api-keys/get-a-single-api-key"},{"title":"Delete an API key","deprecated":null,"version":null,"openapi":"/openapi.json delete /keys/{hash}","href":"/api-reference/api-keys/delete-an-api-key"},{"title":"Update an API key","deprecated":null,"version":null,"openapi":"/openapi.json patch /keys/{hash}","href":"/api-reference/api-keys/update-an-api-key"}]},{"group":"Anthropic Messages","pages":[{"title":"Create a message","deprecated":null,"version":null,"openapi":"/openapi.json post /messages","href":"/api-reference/anthropic-messages/create-a-message"}]},{"group":"Models","pages":[{"title":"Get a model by its slug","deprecated":null,"version":null,"openapi":"/openapi.json get /model/{author}/{slug}","href":"/api-reference/models/get-a-model-by-its-slug"},{"title":"List all models and their properties","deprecated":null,"version":null,"openapi":"/openapi.json get /models","href":"/api-reference/models/list-all-models-and-their-properties"},{"title":"Get total count of available models","deprecated":null,"version":null,"openapi":"/openapi.json get /models/count","href":"/api-reference/models/get-total-count-of-available-models"},{"title":"List models filtered by user provider preferences, privacy settings, and guardrails","deprecated":null,"version":null,"openapi":"/openapi.json get /models/user","href":"/api-reference/models/list-models-filtered-by-user-provider-preferences-privacy-settings-and-guardrails"}]},{"group":"Organization","pages":[{"title":"List organization members","deprecated":null,"version":null,"openapi":"/openapi.json get /organization/members","href":"/api-reference/organization/list-organization-members"}]},{"group":"Private Endpoints","pages":[{"title":"List private endpoints","deprecated":null,"version":null,"openapi":"/openapi.json get /private-endpoints","href":"/api-reference/private-endpoints/list-private-endpoints"},{"title":"Create a private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /private-endpoints","href":"/api-reference/private-endpoints/create-a-private-endpoint"},{"title":"Get a private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json get /private-endpoints/{id}","href":"/api-reference/private-endpoints/get-a-private-endpoint"},{"title":"Delete a private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json delete /private-endpoints/{id}","href":"/api-reference/private-endpoints/delete-a-private-endpoint"},{"title":"Update a private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json patch /private-endpoints/{id}","href":"/api-reference/private-endpoints/update-a-private-endpoint"},{"title":"Activate a validated private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /private-endpoints/{id}/activate","href":"/api-reference/private-endpoints/activate-a-validated-private-endpoint"},{"title":"Disable a private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /private-endpoints/{id}/disable","href":"/api-reference/private-endpoints/disable-a-private-endpoint"},{"title":"Enable a private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /private-endpoints/{id}/enable","href":"/api-reference/private-endpoints/enable-a-private-endpoint"},{"title":"Validate a draft private endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /private-endpoints/{id}/validate","href":"/api-reference/private-endpoints/validate-a-draft-private-endpoint"}]},{"group":"Providers","pages":[{"title":"List all providers","deprecated":null,"version":null,"openapi":"/openapi.json get /providers","href":"/api-reference/providers/list-all-providers"}]},{"group":"Rerank","pages":[{"title":"Submit a rerank request","deprecated":null,"version":null,"openapi":"/openapi.json post /rerank","href":"/api-reference/rerank/submit-a-rerank-request"}]},{"group":"Responses","pages":[{"title":"Create a response","deprecated":null,"version":null,"openapi":"/openapi.json post /responses","href":"/api-reference/responses/create-a-response"}]},{"group":"System One","pages":[{"title":"Submit a System One request","deprecated":null,"version":null,"openapi":"/openapi.json post /systemone","href":"/api-reference/systemone/submit-a-system-one-request"}]},{"group":"Video Generation","pages":[{"title":"List all video generation models","deprecated":null,"version":null,"openapi":"/openapi.json get /videos/models","href":"/api-reference/video-generation/list-all-video-generation-models"}]},{"group":"Workspaces","pages":[{"title":"List workspaces","deprecated":null,"version":null,"openapi":"/openapi.json get /workspaces","href":"/api-reference/workspaces/list-workspaces"},{"title":"Create a workspace","deprecated":null,"version":null,"openapi":"/openapi.json post /workspaces","href":"/api-reference/workspaces/create-a-workspace"},{"title":"Get a workspace","deprecated":null,"version":null,"openapi":"/openapi.json get /workspaces/{id}","href":"/api-reference/workspaces/get-a-workspace"},{"title":"Delete a workspace","deprecated":null,"version":null,"openapi":"/openapi.json delete /workspaces/{id}","href":"/api-reference/workspaces/delete-a-workspace"},{"title":"Update a workspace","deprecated":null,"version":null,"openapi":"/openapi.json patch /workspaces/{id}","href":"/api-reference/workspaces/update-a-workspace"},{"title":"List workspace members","deprecated":null,"version":null,"openapi":"/openapi.json get /workspaces/{id}/members","href":"/api-reference/workspaces/list-workspace-members"},{"title":"Bulk add members to a workspace","deprecated":null,"version":null,"openapi":"/openapi.json post /workspaces/{id}/members/add","href":"/api-reference/workspaces/bulk-add-members-to-a-workspace"},{"title":"Bulk remove members from a workspace","deprecated":null,"version":null,"openapi":"/openapi.json post /workspaces/{id}/members/remove","href":"/api-reference/workspaces/bulk-remove-members-from-a-workspace"},{"title":"List workspace budgets","deprecated":null,"version":null,"openapi":"/openapi.json get /workspaces/{workspace_ref}/budgets","href":"/api-reference/workspaces/list-workspace-budgets"},{"title":"Get a workspace budget","deprecated":null,"version":null,"openapi":"/openapi.json get /workspaces/{workspace_ref}/budgets/{interval}","href":"/api-reference/workspaces/get-a-workspace-budget"},{"title":"Create or update a workspace budget","deprecated":null,"version":null,"openapi":"/openapi.json put /workspaces/{workspace_ref}/budgets/{interval}","href":"/api-reference/workspaces/create-or-update-a-workspace-budget"},{"title":"Delete a workspace budget","deprecated":null,"version":null,"openapi":"/openapi.json delete /workspaces/{workspace_ref}/budgets/{interval}","href":"/api-reference/workspaces/delete-a-workspace-budget"}]},{"group":"Memory","pages":[{"title":"Erase all memory","deprecated":null,"version":null,"openapi":"/openapi.json delete /memory","href":"/api-reference/memory/erase-all-memory"},{"title":"Read a workspace's memory","deprecated":null,"version":null,"openapi":"/openapi.json get /memory-file","href":"/api-reference/memory/read-a-workspaces-memory"},{"title":"List a folder's inbox by its key","deprecated":null,"version":null,"openapi":"/openapi.json get /inbox","href":"/api-reference/memory/list-a-folders-inbox-by-its-key"},{"title":"Send a message to a folder","deprecated":null,"version":null,"openapi":"/openapi.json post /inbox","href":"/api-reference/memory/send-a-message-to-a-folder"},{"title":"Get a workspace's memory graph","deprecated":null,"version":null,"openapi":"/openapi.json get /memory-graph","href":"/api-reference/memory/get-a-workspaces-memory-graph"}]},{"group":"Folders","pages":[{"title":"List your folders","deprecated":null,"version":null,"openapi":"/openapi.json get /folders","href":"/api-reference/folders/list-your-folders"},{"title":"Get a folder","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}","href":"/api-reference/folders/get-a-folder"},{"title":"Erase a folder","deprecated":null,"version":null,"openapi":"/openapi.json delete /folders/{id}","href":"/api-reference/folders/erase-a-folder"},{"title":"Rename a folder","deprecated":null,"version":null,"openapi":"/openapi.json patch /folders/{id}","href":"/api-reference/folders/rename-a-folder"},{"title":"Read a note","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/memory/{path}","href":"/api-reference/folders/read-a-note"},{"title":"List recorded requests","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/history","href":"/api-reference/folders/list-recorded-requests"},{"title":"Read a recorded request","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/history/{commit}","href":"/api-reference/folders/read-a-recorded-request"},{"title":"Export a folder","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/export","href":"/api-reference/folders/export-a-folder"},{"title":"Get a folder's memory graph","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/graph","href":"/api-reference/folders/get-a-folders-memory-graph"},{"title":"Turn nightly sleep on or off","deprecated":null,"version":null,"openapi":"/openapi.json put /folders/{id}/sleep","href":"/api-reference/folders/turn-nightly-sleep-on-or-off"},{"title":"Issue a key","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/keys","href":"/api-reference/folders/issue-a-key"},{"title":"Revoke a key","deprecated":null,"version":null,"openapi":"/openapi.json delete /folders/{id}/keys/{kid}","href":"/api-reference/folders/revoke-a-key"},{"title":"Merge into another folder","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/merge","href":"/api-reference/folders/merge-into-another-folder"},{"title":"List uploaded files","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/files","href":"/api-reference/folders/list-uploaded-files"},{"title":"Download an uploaded file","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/files/{path}","href":"/api-reference/folders/download-an-uploaded-file"},{"title":"Delete an uploaded file","deprecated":null,"version":null,"openapi":"/openapi.json delete /folders/{id}/files/{path}","href":"/api-reference/folders/delete-an-uploaded-file"},{"title":"Get an upload URL","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/upload-url","href":"/api-reference/folders/get-an-upload-url"},{"title":"Start or continue a multipart upload","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/multipart","href":"/api-reference/folders/start-or-continue-a-multipart-upload"},{"title":"Complete a multipart upload","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/multipart/complete","href":"/api-reference/folders/complete-a-multipart-upload"},{"title":"List a folder's jobs","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/jobs","href":"/api-reference/folders/list-a-folders-jobs"},{"title":"Download a job output","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/jobs/{job}/{name}","href":"/api-reference/folders/download-a-job-output"},{"title":"List a folder's inbox","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/inbox","href":"/api-reference/folders/list-a-folders-inbox"},{"title":"Get a folder's tool use","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/tools","href":"/api-reference/folders/get-a-folders-tool-use"},{"title":"List commits","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/commits","href":"/api-reference/folders/list-commits"},{"title":"Get a commit","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/commits/{commit}","href":"/api-reference/folders/get-a-commit"},{"title":"List notes at a commit","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/tree","href":"/api-reference/folders/list-notes-at-a-commit"},{"title":"Download notes as a zip","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/zipball","href":"/api-reference/folders/download-notes-as-a-zip"},{"title":"Download notes at a commit as a zip","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/zipball/{commit}","href":"/api-reference/folders/download-notes-at-a-commit-as-a-zip"},{"title":"List tags","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/tags","href":"/api-reference/folders/list-tags"},{"title":"Create a tag","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/tags","href":"/api-reference/folders/create-a-tag"},{"title":"Delete a tag","deprecated":null,"version":null,"openapi":"/openapi.json delete /folders/{id}/tags/{name}","href":"/api-reference/folders/delete-a-tag"},{"title":"Get contributors","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/stats/contributors","href":"/api-reference/folders/get-contributors"},{"title":"Get commit activity","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/stats/commit_activity","href":"/api-reference/folders/get-commit-activity"},{"title":"Blame a note","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/blame/{path}","href":"/api-reference/folders/blame-a-note"},{"title":"List work items","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/issues","href":"/api-reference/folders/list-work-items"},{"title":"Read a work item","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/issues/{item}","href":"/api-reference/folders/read-a-work-item"},{"title":"Edit a work item by name","deprecated":null,"version":null,"openapi":"/openapi.json patch /folders/{id}/issues/{item}","href":"/api-reference/folders/edit-a-work-item-by-name"},{"title":"Compare two commits","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/compare/{basehead}","href":"/api-reference/folders/compare-two-commits"},{"title":"Read a work item's timeline","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/issues/{item}/timeline","href":"/api-reference/folders/read-a-work-items-timeline"},{"title":"List activity","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/activity","href":"/api-reference/folders/list-activity"},{"title":"Revert a commit","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/commits/{commit}/revert","href":"/api-reference/folders/revert-a-commit"},{"title":"Get goal insights","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/stats/issues","href":"/api-reference/folders/get-goal-insights"},{"title":"List saved goal views","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/views","href":"/api-reference/folders/list-saved-goal-views"},{"title":"Save a goal view","deprecated":null,"version":null,"openapi":"/openapi.json post /folders/{id}/views","href":"/api-reference/folders/save-a-goal-view"},{"title":"Get a goal view","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/views/{number}","href":"/api-reference/folders/get-a-goal-view"},{"title":"Delete a goal view","deprecated":null,"version":null,"openapi":"/openapi.json delete /folders/{id}/views/{number}","href":"/api-reference/folders/delete-a-goal-view"},{"title":"Edit a goal view","deprecated":null,"version":null,"openapi":"/openapi.json patch /folders/{id}/views/{number}","href":"/api-reference/folders/edit-a-goal-view"},{"title":"List a view's goals","deprecated":null,"version":null,"openapi":"/openapi.json get /folders/{id}/views/{number}/issues","href":"/api-reference/folders/list-a-views-goals"}]},{"group":"Model runs","pages":[{"title":"List uploaded files","deprecated":null,"version":null,"openapi":"/openapi.json get /files","href":"/api-reference/model-runs/list-uploaded-files"},{"title":"Start a file upload","deprecated":null,"version":null,"openapi":"/openapi.json post /files","href":"/api-reference/model-runs/start-a-file-upload"},{"title":"List models","deprecated":null,"version":null,"openapi":"/openapi.json get /runs/models","href":"/api-reference/model-runs/list-models"},{"title":"List runs","deprecated":null,"version":null,"openapi":"/openapi.json get /runs","href":"/api-reference/model-runs/list-runs"},{"title":"Start a run","deprecated":null,"version":null,"openapi":"/openapi.json post /runs","href":"/api-reference/model-runs/start-a-run"},{"title":"Poll a run","deprecated":null,"version":null,"openapi":"/openapi.json get /runs/{id}","href":"/api-reference/model-runs/poll-a-run"},{"title":"Cancel a run","deprecated":null,"version":null,"openapi":"/openapi.json delete /runs/{id}","href":"/api-reference/model-runs/cancel-a-run"},{"title":"Download a run output","deprecated":null,"version":null,"openapi":"/openapi.json get /runs/{id}/content","href":"/api-reference/model-runs/download-a-run-output"}]}]}]},"basePath":"","title":"List Benchmarks - nemonist","deploymentId":"dpl_J2QdBVuN65x4CCtpqPb371YPt4xi","buildId":"dpl_J2QdBVuN65x4CCtpqPb371YPt4xi","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-tiVafkWW.js","utils-CURQcKis.js","cloneDeep-D7WNbvHt.js","_Uint8Array-BY_XlfVz.js","isObject-FP1Yky1u.js","utils-CdFTKPRO.js","addUniqueKeysToSchema-BSfwE63N.js","snippetPresets-BHyg8yZ0.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-CQdVXSju.js","isEqual-ft5OxoSH.js","usePlaygroundInputsStore-BILH4rrw.js","shallow-DterCiSU.js","getApiPlaygroundDisplay-uFtORr6j.js","CodeSnippet-BeuhEvUS.js","CodeSnippets-laCoJsvn.js","Page-CTsmHnLF.js","getPastedJson-DOT1n5Lt.js","icon-COH-nmcZ.js","MethodPill-BbAWkCf6.js","DuplicateIcon-CpagiAFQ.js","createIcon-Bw2Dnowf.js","DynamicMarkdown-DzuINhDe.js","SectionHeading-B3H20qI6.js","axios-vUo_bRtp.js","Markdown-DBdbz5B3.js","dist-DWEsd3cZ.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","katex-YMM-FMeD.js","html-void-elements-mCSPHezU.js","marked.esm-CZWythHk.js","AssistantPageLink-DuX7jTnG.js"]}