Results appear as evaluation artifacts with score tables and per-sample interactions. Evaluations use Graders to score completions.For custom recipes, see Custom Recipes.See SDK Reference for all job methods.
After an evaluation completes, click the run to see the score table.
Evaluation results show scores across models and graders
Click any row to drill down into individual interactions and compare model outputs side-by-side.
Was this page helpful?
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"Adaptive ML Documentation","colors":{"primary":"#275AF1","light":"#80a0fe","dark":"#275AF1"},"logo":{"light":"https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/logo/new_adaptive_logo.png?fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=533f3281b841f120ead3f47eeea805b3","dark":"https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/logo/new_adaptive_logo_white.png?fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=e22d3354dfdbdfd4e092e3ada58c6c75"},"favicon":"https://mintcdn.com/adaptiveml/vkPwKLK0frhpPFY8/logo/purple_fav.svg?fit=max\u0026auto=format\u0026n=vkPwKLK0frhpPFY8\u0026q=85\u0026s=102965f15a992970771bf3b16a08ccf2","navbar":{"primary":{"type":"button","label":"Contact Us","href":"https://www.adaptive-ml.com/"}},"footer":{"socials":{"x":"https://twitter.com/AdaptiveML","linkedin":"https://www.linkedin.com/company/adaptive-ml"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"adaptiveml","hasAudioNarration":false,"actualSubdomain":"adaptiveml","customDomains":["docs.adaptive-ml.com"],"gitSource":{"type":"github","owner":"adaptive-ml","repo":"adaptonomicon","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a21e65633a4518725aab6dc","collectionId":"b7dacaa6-345e-4648-a28b-558d6a3a3648","schemaVersion":"v2"},"feedback":{"thumbs":true},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6a21e65633a4518725aab6dc:success","clientVersion":"0.0.3933","searchFilterCounts":[{"language":"default","tag":"Harmony","count":52},{"language":"default","tag":"Adaptive Engine","count":38},{"language":"default","tag":"Core","count":17},{"language":"default","tag":"Building Blocks","count":16},{"language":"default","tag":"Advanced","count":12},{"language":"default","tag":"Training \u0026 Evaluation","count":12},{"language":"default","tag":"Cookbook","count":12},{"language":"default","tag":"Getting Started","count":10},{"language":"default","tag":"Custom graders","count":8},{"language":"default","tag":"Deploy","count":5}]},"assistantConfig":{},"hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[{"filePath":"custom.css","content":".walkthrough-iframe{width:100%!important;border:0!important;background:0 0!important;aspect-ratio:5/4!important}@media (max-width:600px){.walkthrough-iframe{aspect-ratio:1/1!important}}"}],"page":{"pagePath":"v0.11/core/recipes","slug":"/v0.11/core/recipes","pageMetadata":{"title":"Recipes","description":"Run training and evaluation workflows","noindex":true,"href":"/v0.11/core/recipes"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Run training and evaluation workflows\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,pre:`pre`,span:`span`,strong:`strong`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,..._provideComponents(),...props.components},{CodeBlock,Frame,Heading,OptimizedImage,Tab,Table,Tabs}=_components;if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Frame)_missingMdxReference(`Frame`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);if(!Tab)_missingMdxReference(`Tab`,true);if(!Table)_missingMdxReference(`Table`,true);if(!Tabs)_missingMdxReference(`Tabs`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`Recipes are pre-built workflows for training and evaluating models. Run them on Adaptive’s compute infrastructure.`}),`\n`,_jsxs(Tabs,{children:[_jsxs(Tab,{title:`SDK`,icon:`code`,id:`sdk`,\"data-child-heading-ids\":`[\"run-a-recipe\",\"built-in-recipes\",\"run-an-evaluation\"]`,children:[_jsx(Heading,{level:`2`,id:`run-a-recipe`,children:`Run a recipe`}),_jsx(CodeBlock,{filename:``,numberOfLines:`10`,language:`python`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`python`,children:_jsxs(_components.code,{language:`python`,numberOfLines:`10`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`job `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` adaptive.jobs.run(`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` recipe_key`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"sft\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` num_gpus`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#B5CEA8`},children:`1`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` args`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`{`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"model_to_train\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"llama-3.1-8b-instruct\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"output_model_key\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"my-model-v1\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"dataset\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"my-training-data\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"epochs\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#B5CEA8`},children:`3`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` },`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})}),`\n`]})})}),_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Parameter`}),_jsx(_components.th,{children:`Type`}),_jsx(_components.th,{children:`Required`}),_jsx(_components.th,{children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:_jsx(_components.code,{children:`recipe_key`})}),_jsx(_components.td,{children:`str`}),_jsx(_components.td,{children:`Yes`}),_jsx(_components.td,{children:`Recipe identifier (see below)`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:_jsx(_components.code,{children:`num_gpus`})}),_jsx(_components.td,{children:`int`}),_jsx(_components.td,{children:`Yes`}),_jsx(_components.td,{children:`Number of GPUs to use`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:_jsx(_components.code,{children:`args`})}),_jsx(_components.td,{children:`dict`}),_jsx(_components.td,{children:`Yes`}),_jsx(_components.td,{children:`Recipe-specific arguments`})]})]})]}),_jsx(Heading,{level:`2`,id:`built-in-recipes`,children:`Built-in recipes`}),_jsx(_components.p,{children:_jsx(_components.strong,{children:`Training:`})}),_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Recipe`}),_jsx(_components.th,{children:`Key`}),_jsx(_components.th,{children:`Use when`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Supervised fine-tuning`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`sft`})}),_jsx(_components.td,{children:`You have high-quality completions`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`RL on preferences`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`preference_rlhf`})}),_jsx(_components.td,{children:`You have preferred/rejected pairs`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`RL on metrics`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`metric_rlhf`})}),_jsx(_components.td,{children:`You have completion-level scores`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`RL with grader`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`rl`})}),_jsx(_components.td,{children:`Criteria can be expressed in natural language`})]})]})]}),_jsx(_components.p,{children:_jsx(_components.strong,{children:`Evaluation:`})}),_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Recipe`}),_jsx(_components.th,{children:`Key`}),_jsx(_components.th,{children:`Use when`})]})}),_jsx(_components.tbody,{children:_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Evaluate with grader`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`eval`})}),_jsx(_components.td,{children:`Comparing model performance`})]})})]}),_jsx(Heading,{level:`2`,id:`run-an-evaluation`,children:`Run an evaluation`}),_jsx(CodeBlock,{filename:``,numberOfLines:`9`,language:`python`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`python`,children:_jsxs(_components.code,{language:`python`,numberOfLines:`9`,children:[_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`adaptive.jobs.run(`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` recipe_key`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"eval\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` num_gpus`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#B5CEA8`},children:`2`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:` args`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`{`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"dataset\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"eval-prompts\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`,`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"models_to_evaluate\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: [`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"model-a\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`, `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"model-b\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`],`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"graders\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: [`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"quality-judge\"`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`],`})]}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` },`})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})}),`\n`]})})}),_jsxs(_components.p,{children:[`Results appear as evaluation artifacts with score tables and per-sample interactions. Evaluations use `,_jsx(_components.a,{href:`/v0.11/core/graders`,children:`Graders`}),` to score completions.`]}),_jsxs(_components.p,{children:[`For custom recipes, see `,_jsx(_components.a,{href:`/v0.11/advanced/custom-recipes`,children:`Custom Recipes`}),`.`]}),_jsxs(_components.p,{children:[`See `,_jsx(_components.a,{href:`/v0.11/reference/sdk`,children:`SDK Reference`}),` for all job methods.`]})]}),_jsxs(Tab,{title:`UI`,icon:`mouse-pointer`,id:`ui`,\"data-child-heading-ids\":`[\"run-a-recipe-2\",\"view-evaluation-results\"]`,children:[_jsx(Heading,{level:`2`,id:`run-a-recipe-2`,children:`Run a recipe`}),_jsxs(_components.p,{children:[`Navigate to your use case and open the `,_jsx(_components.strong,{children:`Recipes`}),` tab. Select a recipe and configure its parameters.`]}),_jsx(Frame,{caption:`Configure recipe parameters in the UI`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/adaptiveml/R5QotOduSKbjj2fS/static/recipe-run-ui.png?fit=max\u0026auto=format\u0026n=R5QotOduSKbjj2fS\u0026q=85\u0026s=0ade1307597eed292c594f2cca1552f4`,\"data-og-width\":`3390`,width:`3390`,\"data-og-height\":`1896`,height:`1896`,\"data-path\":`static/recipe-run-ui.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/adaptiveml/R5QotOduSKbjj2fS/static/recipe-run-ui.png?w=280\u0026fit=max\u0026auto=format\u0026n=R5QotOduSKbjj2fS\u0026q=85\u0026s=606ad5f5baef7b63d21a484066ff0c0f 280w, https://mintcdn.com/adaptiveml/R5QotOduSKbjj2fS/static/recipe-run-ui.png?w=560\u0026fit=max\u0026auto=format\u0026n=R5QotOduSKbjj2fS\u0026q=85\u0026s=696fc9fac6ed8c2932048147df6560bf 560w, https://mintcdn.com/adaptiveml/R5QotOduSKbjj2fS/static/recipe-run-ui.png?w=840\u0026fit=max\u0026auto=format\u0026n=R5QotOduSKbjj2fS\u0026q=85\u0026s=775fd6d547357d7a4b7c0f77288b3036 840w, https://mintcdn.com/adaptiveml/R5QotOduSKbjj2fS/static/recipe-run-ui.png?w=1100\u0026fit=max\u0026auto=format\u0026n=R5QotOduSKbjj2fS\u0026q=85\u0026s=cdaaec1d07d79b161c6a85533d98d724 1100w, https://mintcdn.com/adaptiveml/R5QotOduSKbjj2fS/static/recipe-run-ui.png?w=1650\u0026fit=max\u0026auto=format\u0026n=R5QotOduSKbjj2fS\u0026q=85\u0026s=81fd2eb28566ef043a342015ae7c0882 1650w, https://mintcdn.com/adaptiveml/R5QotOduSKbjj2fS/static/recipe-run-ui.png?w=2500\u0026fit=max\u0026auto=format\u0026n=R5QotOduSKbjj2fS\u0026q=85\u0026s=b4045e61c834a6be2f46d5f965623df1 2500w`})}),_jsxs(_components.p,{children:[`Click `,_jsx(_components.strong,{children:`Run`}),` to launch. Monitor progress in the `,_jsx(_components.strong,{children:`Runs`}),` tab.`]}),_jsx(Heading,{level:`2`,id:`view-evaluation-results`,children:`View evaluation results`}),_jsx(_components.p,{children:`After an evaluation completes, click the run to see the score table.`}),_jsx(Frame,{caption:`Evaluation results show scores across models and graders`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/static/score_card.png?fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=81193d66c98ead2b94e64e8e541a1415`,\"data-og-width\":`2070`,width:`2070`,\"data-og-height\":`878`,height:`878`,\"data-path\":`static/score_card.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/static/score_card.png?w=280\u0026fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=e458f37ed97c9637fd39de25c7806e42 280w, https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/static/score_card.png?w=560\u0026fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=da3ca702d634550490b8e009beb41617 560w, https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/static/score_card.png?w=840\u0026fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=2b7a4c4d244ce70ae169a0f73ced2e0c 840w, https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/static/score_card.png?w=1100\u0026fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=db1cafb41a40391d1cdded3add330df9 1100w, https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/static/score_card.png?w=1650\u0026fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=37a5aeb8029926de553193d3b15e7208 1650w, https://mintcdn.com/adaptiveml/nxrXfjE5HXjTB4Su/static/score_card.png?w=2500\u0026fit=max\u0026auto=format\u0026n=nxrXfjE5HXjTB4Su\u0026q=85\u0026s=c87241bdbad181dd58f0f7382a0bf801 2500w`})}),_jsx(_components.p,{children:`Click any row to drill down into individual interactions and compare model outputs side-by-side.`})]})]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Recipes","description":"Run training and evaluation workflows","noindex":true,"href":"/v0.11/core/recipes"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Run a recipe","slug":"run-a-recipe","depth":2,"children":[],"tabId":"sdk"},{"title":"Built-in recipes","slug":"built-in-recipes","depth":2,"children":[],"tabId":"sdk"},{"title":"Run an evaluation","slug":"run-an-evaluation","depth":2,"children":[],"tabId":"sdk"},{"title":"Run a recipe","slug":"run-a-recipe-2","depth":2,"children":[],"tabId":"ui"},{"title":"View evaluation results","slug":"view-evaluation-results","depth":2,"children":[],"tabId":"ui"}],"codeExamples":{}},"jsLinks":[],"subdomain":"adaptiveml","siteName":"Adaptive ML Documentation","title":"Recipes - Adaptive ML Documentation","navMaps":{"firstHrefInVersion":{"v0.14":{"href":"/v0.14/core/recipes","matchLevel":1},"v0.13":{"href":"/v0.13/core/recipes","matchLevel":1},"v0.12":{"href":"/v0.12/core/recipes","matchLevel":1,"noindex":true},"v0.11":{"href":"/v0.11/core/recipes","matchLevel":0},"v0.10":{"href":"/release-notes","matchLevel":4},"v0.8":{"href":"/release-notes","matchLevel":4},"v0.7":{"href":"/release-notes","matchLevel":4},"v0.6":{"href":"/release-notes","matchLevel":4},"v0.5":{"href":"/release-notes","matchLevel":4}},"firstHrefInLanguage":{}},"lastModified":"2026-01-26T01:47:33.679Z","originalFileLocation":"v0.11/core/recipes.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Run training and evaluation workflows\">\u003cmeta data-mint-head name=\"application-name\" content=\"Adaptive ML Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003cmeta data-mint-head name=\"robots\" content=\"noindex\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Recipes - Adaptive ML Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Run training and evaluation workflows\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Adaptive ML Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.adaptive-ml.com/v0.11/core/recipes\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://adaptiveml.mintlify.app/_mintlify/api/og/v2?division=Core\u0026amp;title=Recipes\u0026amp;description=Run+training+and+evaluation+workflows\u0026amp;theme=97ebf43c4054fd249dd7bfa1\u0026amp;signature=d94749a529534b9925efe119512ce63878ffd0a558863ae236abc7b79255a702\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Recipes - Adaptive ML Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Run training and evaluation workflows\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://adaptiveml.mintlify.app/_mintlify/api/og/v2?division=Core\u0026amp;title=Recipes\u0026amp;description=Run+training+and+evaluation+workflows\u0026amp;theme=97ebf43c4054fd249dd7bfa1\u0026amp;signature=d94749a529534b9925efe119512ce63878ffd0a558863ae236abc7b79255a702\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/adaptiveml/TKzRz13HIqHOqpDr/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Adaptive ML Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#275AF1\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.adaptive-ml.com/v0.11/core/recipes\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/v0.11/core/recipes.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Adaptive ML Documentation\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Adaptive ML Documentation","nav":{"global":null,"versions":[{"version":"v0.14","default":true,"pages":[{"title":"v0.14","href":"/v0.14/core/recipes"}]},{"version":"v0.13","default":true,"pages":[{"title":"v0.13","href":"/v0.13/core/recipes"}]},{"version":"v0.12","pages":[{"title":"v0.12","href":"/v0.12/core/recipes"}]},{"version":"v0.11","tabs":[{"tab":"Adaptive Engine","groups":[{"group":"Start","icon":"arrow-down-right","pages":[{"title":"Introduction","href":"/v0.11/introduction"},{"title":"Quickstart","href":"/v0.11/quickstart"}]},{"group":"Core","icon":"book-open","pages":[{"title":"Use Cases","href":"/v0.11/core/use-cases"},{"title":"Models","href":"/v0.11/core/models"},{"title":"Datasets","description":"Upload datasets for training and evaluation","href":"/v0.11/core/datasets"},{"title":"Recipes","href":"/v0.11/core/recipes"},{"title":"Interactions","description":"Track prompts, completions, and feedback","href":"/v0.11/core/interactions"},{"title":"Feedback","href":"/v0.11/core/feedback"},{"title":"Graders","href":"/v0.11/core/graders"}]},{"group":"Advanced","icon":"sliders","pages":[{"title":"Authentication","href":"/v0.11/advanced/authentication"},{"title":"Integrations","href":"/v0.11/advanced/integrations"},{"title":"Permissions","href":"/v0.11/advanced/permissions"},{"title":"GPU Management","href":"/v0.11/advanced/optimization"},{"title":"Reward Servers","href":"/v0.11/advanced/reward-servers"},{"group":"Custom Recipes","pages":[{"title":"Overview","href":"/v0.11/advanced/custom-recipes"},{"title":"Prerequisites and setup","href":"/v0.11/advanced/custom-recipes/install"},{"title":"Harmony client and local testing","href":"/v0.11/advanced/custom-recipes/harmony_client"},{"title":"Recipe syntax","href":"/v0.11/advanced/custom-recipes/intro_syntax"},{"title":"Input configuration","href":"/v0.11/advanced/custom-recipes/config"},{"title":"Load models","href":"/v0.11/advanced/custom-recipes/models"},{"title":"Load datasets and StringThread","href":"/v0.11/advanced/custom-recipes/datasets"},{"title":"Load Graders","href":"/v0.11/advanced/custom-recipes/product_graders"},{"title":"Structured generation","href":"/v0.11/advanced/custom-recipes/structured_output"},{"title":"Create a Recipe Grader","href":"/v0.11/advanced/custom-recipes/graders"},{"title":"Create a training recipe","href":"/v0.11/advanced/custom-recipes/training"},{"title":"Create an evaluation recipe","href":"/v0.11/advanced/custom-recipes/eval"},{"title":"Progress reporting","href":"/v0.11/advanced/custom-recipes/progress"}]}]},{"group":"Deploy","icon":"rocket","pages":[{"title":"Self-Hosting","href":"/v0.11/deploy/self-hosting"},{"title":"Architecture","href":"/v0.11/deploy/architecture"}]},{"group":"Updates","icon":"newspaper","pages":[{"title":"Release notes","href":"/release-notes"}]}]},{"tab":"SDK Reference","pages":[{"title":"SDK Reference","href":"/v0.11/reference/sdk"}]}]},{"version":"v0.10","pages":[{"title":"v0.10","href":"/release-notes"}]},{"version":"v0.8","pages":[{"title":"v0.8","href":"/release-notes"}]},{"version":"v0.7","pages":[{"title":"v0.7","href":"/release-notes"}]},{"version":"v0.6","pages":[{"title":"v0.6","href":"/release-notes"}]},{"version":"v0.5","pages":[{"title":"v0.5","href":"/release-notes"}]}]},"title":"Recipes - Adaptive ML Documentation","buildId":"dpl_GnxaU9nEer7XK27kw3dpfPrs9geh","deploymentId":"dpl_GnxaU9nEer7XK27kw3dpfPrs9geh","dynamics":["07c022d89b","a74be98ba7"],"chunks":["Frame-C1EX3v38.js","DynamicMarkdown-BPGty-u8.js","zoom-image-lightbox-Cv5hibpS.js","PlusIcon-owOTCErD.js","lightbox-handle-r17bVUz3.js"]}