What Inference does, and where to go next in this section.
Inference is where you call a model you’ve already registered in Eval or trained in Train. Every deployed model gets its own OpenAI-compatible endpoint, you authenticate with a key scoped to that model and send it requests directly, from curl, your own backend, or any OpenAI-compatible client.
Get a key and call a model
Inference API Token
Issue a key from a model’s page, then call its endpoint directly.
BenchGen Router Lite
Point that same key at a router that picks the model for you per query.
Last modified on September 2, 2026
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"BenchGen Documentation","description":"Documentation for BenchGen, the benchmarking infrastructure for AI agents. Evaluate agent behavior, build simulation environments, analyze trajectories, and improve AI systems with reliable benchmarks.","colors":{"primary":"#F97316","light":"#FB923C","dark":"#EA580C"},"logo":{"light":"https://mintcdn.com/benchgen-8fc81371/2OCozHVviHUGu126/logo/light.svg?fit=max\u0026auto=format\u0026n=2OCozHVviHUGu126\u0026q=85\u0026s=c30524148fb8e976f6d0169b615c4c23","dark":"https://mintcdn.com/benchgen-8fc81371/2OCozHVviHUGu126/logo/dark.svg?fit=max\u0026auto=format\u0026n=2OCozHVviHUGu126\u0026q=85\u0026s=26d34c6d3c6d42c461506af79abb9af1"},"favicon":"https://mintcdn.com/benchgen-8fc81371/2OCozHVviHUGu126/favicon.svg?fit=max\u0026auto=format\u0026n=2OCozHVviHUGu126\u0026q=85\u0026s=49dc1756d3e07c92100156d977d96a5f","navbar":{"links":[{"href":"mailto:contact@benchgen.com","label":"Support"}],"primary":{"type":"button","label":"Platform","href":"https://benchgen.com/benchmarks"}},"footer":{"socials":{"x":"https://x.com/BenchGenAI","github":"https://github.com/benchgen-ai","linkedin":"https://www.linkedin.com/company/benchgen"}},"seo":{"metatags":{"canonical":"https://benchgen.com/docs","og:site_name":"BenchGen Documentation","og:type":"website","og:locale":"en_US","twitter:card":"summary_large_image","twitter:site":"@BenchGenAI"},"indexing":"navigable"},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"metadata":{"timestamp":true},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"benchgen-8fc81371","hasAudioNarration":false,"actualSubdomain":"benchgen-8fc81371","customDomains":["benchgen.com"],"gitSource":{"type":"gitlab","owner":"benchgen","repo":"documentation","deployBranch":"main","contentDirectory":"","isPrivate":true,"projectId":82401822,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6adb360346b60ddf4f035503","clientVersion":"0.0.4128","searchFilterCounts":[{"language":"default","tag":"API reference","count":54},{"language":"default","tag":"Platform","count":47},{"language":"default","tag":"Agents","count":20},{"language":"default","tag":"Benchmark creation","count":18},{"language":"default","tag":"Eval","count":14},{"language":"default","tag":"Agent Builder","count":12},{"language":"default","tag":"Fine-tuning and serving","count":9},{"language":"default","tag":"Agent skills","count":8},{"language":"default","tag":"Guides","count":7},{"language":"default","tag":"Train","count":7}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"/docs","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"inference/overview","slug":"/inference/overview","pageMetadata":{"title":"Overview","description":"What Inference does, and where to go next in this section.","icon":"house","href":"/inference/overview"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"What Inference does, and where to go next in this section.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={code:`code`,hr:`hr`,p:`p`,..._provideComponents(),...props.components},{Card,CardGroup,Heading}=_components;if(!Card)_missingMdxReference(`Card`,true);if(!CardGroup)_missingMdxReference(`CardGroup`,true);if(!Heading)_missingMdxReference(`Heading`,true);return _jsxs(_Fragment,{children:[_jsxs(_components.p,{children:[`Inference is where you call a model you’ve already registered in Eval or trained in Train. Every deployed model gets its own OpenAI-compatible endpoint, you authenticate with a key scoped to that model and send it requests directly, from `,_jsx(_components.code,{children:`curl`}),`, your own backend, or any OpenAI-compatible client.`]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`get-a-key-and-call-a-model`,children:`Get a key and call a model`}),`\n`,_jsxs(CardGroup,{cols:2,children:[_jsx(Card,{title:`Inference API Token`,icon:`key`,href:`/inference/api-token`,children:_jsx(_components.p,{children:`Issue a key from a model’s page, then call its endpoint directly.`})}),_jsx(Card,{title:`BenchGen Router Lite`,icon:`shuffle`,href:`/inference/benchgen-router-lite`,children:_jsx(_components.p,{children:`Point that same key at a router that picks the model for you per query.`})})]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Overview","description":"What Inference does, and where to go next in this section.","icon":"house","href":"/inference/overview"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Get a key and call a model","slug":"get-a-key-and-call-a-model","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"benchgen-8fc81371","siteName":"BenchGen Documentation","title":"Overview - BenchGen Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-09-03T07:07:40.759Z","gitLastModified":"2026-09-02T16:42:04.000Z","originalFileLocation":"inference/overview.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"What Inference does, and where to go next in this section.\">\u003cmeta data-mint-head name=\"application-name\" content=\"BenchGen Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Overview - BenchGen Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"What Inference does, and where to go next in this section.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"BenchGen Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://benchgen.com/docs/inference/overview\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://benchgen-8fc81371.mintlify.site/docs/_mintlify/api/og/v2?division=Inference\u0026amp;title=Overview\u0026amp;description=What+Inference+does%2C+and+where+to+go+next+in+this+section.\u0026amp;theme=9d7d43fe4c0665ef4885eb96\u0026amp;signature=424bdb2fc9ff128ef8a21fea8e871cb863f8a70f2f02158485e6dc771e47740e\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Overview - BenchGen Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"What Inference does, and where to go next in this section.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://benchgen-8fc81371.mintlify.site/docs/_mintlify/api/og/v2?division=Inference\u0026amp;title=Overview\u0026amp;description=What+Inference+does%2C+and+where+to+go+next+in+this+section.\u0026amp;theme=9d7d43fe4c0665ef4885eb96\u0026amp;signature=424bdb2fc9ff128ef8a21fea8e871cb863f8a70f2f02158485e6dc771e47740e\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/docs/mintlify-assets/_mintlify/favicons/benchgen-8fc81371/FIM6BM2AvAQ00H3A/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"BenchGen Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#F97316\">\u003cmeta data-mint-head name=\"og:locale\" content=\"en_US\">\u003clink data-mint-head rel=\"canonical\" href=\"https://benchgen.com/docs/inference/overview\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/docs/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/inference/overview.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://benchgen.com/#organization\",\"name\":\"BenchGen Documentation\",\"url\":\"https://benchgen.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/benchgen-8fc81371/2OCozHVviHUGu126/logo/light.svg?fit=max\u0026auto=format\u0026n=2OCozHVviHUGu126\u0026q=85\u0026s=c30524148fb8e976f6d0169b615c4c23\"}},{\"@type\":\"WebSite\",\"@id\":\"https://benchgen.com/docs#website\",\"name\":\"BenchGen Documentation\",\"url\":\"https://benchgen.com/docs\",\"publisher\":{\"@id\":\"https://benchgen.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://benchgen.com/docs/inference/overview#webpage\",\"url\":\"https://benchgen.com/docs/inference/overview\",\"name\":\"Overview\",\"description\":\"What Inference does, and where to go next in this section.\",\"dateModified\":\"2026-09-02T16:42:04.000Z\",\"isPartOf\":{\"@id\":\"https://benchgen.com/docs#website\"},\"breadcrumb\":{\"@id\":\"https://benchgen.com/docs/inference/overview#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://benchgen.com/docs/inference/overview#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"BenchGen Documentation\",\"item\":\"https://benchgen.com/docs\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Overview\",\"item\":\"https://benchgen.com/docs/inference/overview\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://benchgen.com/docs/inference/overview#article\",\"headline\":\"Overview\",\"name\":\"Overview\",\"description\":\"What Inference does, and where to go next in this section.\",\"url\":\"https://benchgen.com/docs/inference/overview\",\"mainEntityOfPage\":{\"@id\":\"https://benchgen.com/docs/inference/overview#webpage\"},\"dateModified\":\"2026-09-02T16:42:04.000Z\",\"publisher\":{\"@id\":\"https://benchgen.com/#organization\"},\"isPartOf\":{\"@id\":\"https://benchgen.com/docs#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"BenchGen Documentation\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"BenchGen Documentation\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/docs/inference/overview.md","siteName":"BenchGen Documentation","nav":{"global":null,"tabs":[{"tab":"Platform","groups":[{"group":"Get started","icon":"rocket","pages":[{"title":"Introduction","icon":"star","href":""},{"title":"BenchGen AI agent","sidebarTitle":"BenchGen AI agent","icon":"messages","href":"/self-improvement-agent"}]},{"group":"Agents","icon":"robot","pages":[{"title":"Overview","icon":"house","href":"/agentspace/welcome"},{"group":"OpenClaw","icon":"puzzle-piece","pages":[{"title":"Connect an OpenClaw Agent","sidebarTitle":"Connect OpenClaw","icon":"plus","href":"/agentspace/connect-openclaw-agent"},{"title":"Benchmark an OpenClaw Agent","sidebarTitle":"Benchmark OpenClaw","icon":"chart-line","href":"/agentspace/benchmark-openclaw-agent"},{"title":"Datasets from an OpenClaw Agent","sidebarTitle":"Datasets OpenClaw","icon":"database","href":"/agentspace/datasets-openclaw-agent"},{"title":"Chat with an OpenClaw Agent","sidebarTitle":"Chat OpenClaw","icon":"comments","href":"/agentspace/chat-openclaw-agent"},{"title":"Improve an OpenClaw Agent from its traces","sidebarTitle":"Improve OpenClaw","icon":"wrench","href":"/agentspace/improve-openclaw-agent"}]},{"group":"Agent Builder","icon":"screwdriver-wrench","pages":[{"title":"Agent Concepts","icon":"book-open","href":"/agentspace/agent-concepts"},{"title":"How to Create an Agent","icon":"circle-plus","href":"/agentspace/how-to-create-agent"},{"title":"What Is a Topic","icon":"book-open","href":"/agentspace/topic-concepts"},{"title":"How to Create a Topic","icon":"circle-plus","href":"/agentspace/how-to-create-topic"},{"title":"Using AI to Generate a Topic","icon":"wand-magic-sparkles","href":"/agentspace/using-ai-to-generate-topic"},{"title":"Using Topic Templates","icon":"copy","href":"/agentspace/using-topic-templates"},{"title":"What Is an Action","icon":"book-open","href":"/agentspace/what-is-an-action"},{"title":"How to Create an Action","icon":"circle-plus","href":"/agentspace/how-to-create-action"},{"title":"Action Asset Library","icon":"layer-group","href":"/agentspace/action-asset-library"},{"title":"Agent Connections","icon":"link","href":"/agentspace/agent-connections"},{"title":"Agent-to-Agent (A2A) Connection","icon":"arrows-left-right","href":"/agentspace/agent-to-agent-integration-guide"},{"title":"Connect Custom Coder Agent","icon":"code","href":"/agentspace/connect-custom-coder-agent"}]}]},{"group":"Eval","icon":"chart-line","pages":[{"title":"Overview","icon":"house","href":"/eval/overview"},{"group":"Run a benchmark","icon":"play","pages":[{"title":"On a Platform Model","icon":"layer-group","href":"/eval/run-a-benchmark-platform"},{"title":"Evaluate an Inference Model","icon":"gauge-high","href":"/eval/evaluate-a-running-model"},{"title":"From a HuggingFace Model","icon":"face-smile","href":"/eval/run-a-benchmark-huggingface"},{"title":"From an External API","icon":"plug","href":"/eval/run-a-benchmark-external"}]},{"title":"Environment Variables","icon":"sliders","href":"/eval/environment-variables"},{"title":"Monitor Model Usage","icon":"chart-column","href":"/eval/monitor-model-usage"},{"title":"Benchmark Results","icon":"chart-bar","href":"/eval/read-results"},{"title":"Create a Fine-tune Dataset","icon":"arrow-right-arrow-left","href":"/eval/export-datasets"},{"title":"Add a Model","icon":"circle-plus","href":"/eval/add-a-model"},{"title":"Deploy an Inference Model","icon":"rocket","href":"/eval/run-an-inference-model"},{"group":"Custom environments","icon":"box","pages":[{"title":"Create a Custom Environment","icon":"plus","href":"/eval/create-environment"},{"title":"Bundle Structure","icon":"folder-open","href":"/eval/bundle-structure"},{"title":"YAML Reference","icon":"code","href":"/eval/yaml-reference"}]}]},{"group":"Train","icon":"graduation-cap","pages":[{"title":"Overview","icon":"house","href":"/train/overview"},{"title":"Add a Dataset","icon":"database","href":"/train/add-a-dataset"},{"title":"Upload a Model","icon":"upload","href":"/train/upload-a-model"},{"title":"Fine-tune a Model","icon":"sliders","href":"/train/fine-tune-a-model"},{"title":"RLVR Training","icon":"trophy","href":"/train/rlvr-training"},{"title":"Merge \u0026 Save a Model","icon":"code-merge","href":"/train/merge-lora-adapter"},{"title":"Run Inference","description":"Serve a model you trained as a live, OpenAI-compatible endpoint and send it requests.","icon":"terminal","href":"/train/run-inference"}]},{"group":"Inference","icon":"microchip","pages":[{"title":"Overview","icon":"house","href":"/inference/overview"},{"title":"Inference API Token","description":"Issue a new inference token from a model's page for direct API usage.","icon":"key","href":"/inference/api-token"},{"group":"Routers","icon":"route","pages":[{"title":"BenchGen Router Lite","icon":"shuffle","href":"/inference/benchgen-router-lite"}]}]},{"group":"Deploy Benchgen Platform","icon":"server","pages":[{"title":"Deploy with Helm","icon":"ship","href":"/deploy/helm"},{"title":"Deploy with DT Edge Platform","icon":"https://mintlify.s3.us-west-1.amazonaws.com/benchgen-8fc81371/images/deploy/dt-logo.svg","href":"/deploy/dt-edge-platform"},{"title":"Helm values reference","icon":"sliders","href":"/deploy/helm-values"}]}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/guides/benchgen-ai-agent/overview"}]},{"tab":"Agent skills","pages":[{"title":"Agent skills","href":"/skills/overview"}]},{"tab":"API reference","pages":[{"title":"API reference","href":"/api-reference/introduction"}]},{"tab":"Changelog","pages":[{"title":"Changelog","href":"/changelog"}]}]},"basePath":"","title":"Overview - BenchGen Documentation","buildId":"dpl_4UDxC3erAcBDHX8QT9FjyxxnLZSQ","deploymentId":"dpl_4UDxC3erAcBDHX8QT9FjyxxnLZSQ","dynamics":[],"chunks":[]}
