The deploy command deploys a compiled model to your GPU fleets, whether on-prem or from third-party GPU platforms.
Compiled models can yield up to 45x reductions in cold-start times, along with reduced latency and higher utilization.
See why.Each deployment runs an OpenAI-compatible web server, which then
forwards requests to the compiled model.
Deploy a compiled model to any server you can SSH into:
# 🚀 Deploy a compiled LLM to your own GPU server$ muna deploy @google/gemma-4-26b-a4b-it \ --provider baremetal \ --ssh-host "root@1.2.3.4 -p 22 -i ~/.ssh/key" \ --endpoint-url https://gemma.example.com
The web server listens on port 8000. Use --endpoint-url to tell Muna the public URL that routes to it.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Muna Docs","colors":{"primary":"#9333ea","light":"#8b5cf6","dark":"#0D9373"},"logo":{"light":"https://mintcdn.com/natml/tPEncFm_vVgfF3QS/logo/logo.svg?fit=max\u0026auto=format\u0026n=tPEncFm_vVgfF3QS\u0026q=85\u0026s=9e3e74970c2ea7adbda8640d8ac3a2e4","dark":"https://mintcdn.com/natml/tPEncFm_vVgfF3QS/logo/logo.svg?fit=max\u0026auto=format\u0026n=tPEncFm_vVgfF3QS\u0026q=85\u0026s=9e3e74970c2ea7adbda8640d8ac3a2e4","href":"https://muna.ai"},"favicon":"https://mintcdn.com/natml/ZPbVIk2OzwRfwRKs/logo/favicon_transparent.png?fit=max\u0026auto=format\u0026n=ZPbVIk2OzwRfwRKs\u0026q=85\u0026s=99e26e65d18fc66088a815f7dc107bb6","api":{"playground":{"display":"interactive"},"mdx":{"auth":{"method":"bearer"},"server":"https://api.muna.ai"}},"appearance":{"default":"dark","strict":true},"background":{"color":{"light":"#111111","dark":"#000000"}},"navbar":{"links":[{"href":"https://muna.ai/slack","label":"Support"}],"primary":{"type":"button","label":"Explore","href":"https://muna.ai/explore"}},"footer":{"socials":{"x":"https://x.com/usemuna","github":"https://github.com/muna-ai","linkedin":"https://www.linkedin.com/company/natml"}},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"Community","icon":"slack","href":"https://muna.ai/slack"},{"anchor":"Blog","icon":"newspaper","href":"https://muna.ai/blog"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"natml","hasAudioNarration":false,"actualSubdomain":"natml","customDomains":["docs.muna.ai"],"gitSource":{"type":"github","owner":"muna-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"entitlements":{},"buildId":"6ad92dc5859ddc46d4b9ea0f","clientVersion":"0.0.4094","searchFilterCounts":[{"language":"default","tag":"Inference","count":11},{"language":"default","tag":"CLI Reference","count":10},{"language":"default","tag":"Compiler","count":10},{"language":"default","tag":"API Reference","count":10},{"language":"default","tag":"Compiling Models","count":7},{"language":"default","tag":"Preparing for Compilation","count":5},{"language":"default","tag":"Coding Agents","count":4},{"language":"default","tag":"OpenAI","count":4},{"language":"default","tag":"Local Inference","count":4},{"language":"default","tag":"Managing Compiled Models","count":3}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"cli/deploy","slug":"/cli/deploy","pageMetadata":{"title":"muna deploy","description":"Deploy a compiled model onto a compute cloud.","href":"/cli/deploy"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Deploy a compiled model onto a compute cloud.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,pre:`pre`,span:`span`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,..._provideComponents(),...props.components},{CodeBlock,Heading,Table,Tip}=_components;if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!Table)_missingMdxReference(`Table`,true);if(!Tip)_missingMdxReference(`Tip`,true);return _jsxs(_Fragment,{children:[_jsxs(_components.p,{children:[`The `,_jsx(_components.code,{children:`deploy`}),` command deploys a compiled model to your GPU fleets, whether on-prem or from third-party GPU platforms.\nCompiled models can yield up to 45x reductions in cold-start times, along with reduced latency and higher utilization.\n`,_jsx(_components.a,{href:`/compile/create#why-compile`,children:`See why`}),`.`]}),`\n`,_jsxs(_components.p,{children:[`Each deployment runs an `,_jsx(_components.a,{href:`https://github.com/muna-ai/muna-server`,children:`OpenAI-compatible web server`}),`, which then\nforwards requests to the compiled model.`]}),`\n`,_jsx(Heading,{level:`2`,id:`usage`,children:`Usage`}),`\n`,_jsx(CodeBlock,{filename:``,icon:`terminal`,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`$`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` muna`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` deploy`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` [OPTIONS] TAG --provider PROVIDER`})]}),`\n`]})})}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{style:{textAlign:`left`},children:`Argument`}),_jsx(_components.th,{style:{textAlign:`left`},children:`Description`})]})}),_jsx(_components.tbody,{children:_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`TAG`})}),_jsxs(_components.td,{style:{textAlign:`left`},children:[`Compiled model tag (e.g. `,_jsx(_components.code,{children:`@google/gemma-4-26b-a4b-it`}),`)`]})]})})]}),`\n`,_jsx(Heading,{level:`2`,id:`options`,children:`Options`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{style:{textAlign:`left`},children:`Option`}),_jsx(_components.th,{style:{textAlign:`left`},children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--provider`})}),_jsxs(_components.td,{style:{textAlign:`left`},children:[`Cloud to deploy to: `,_jsx(_components.code,{children:`modal`}),`, `,_jsx(_components.code,{children:`baseten`}),`, `,_jsx(_components.code,{children:`spheron`}),`, or `,_jsx(_components.code,{children:`baremetal`}),`. Required.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--gpu`})}),_jsxs(_components.td,{style:{textAlign:`left`},children:[`GPU: `,_jsx(_components.code,{children:`a100`}),`, `,_jsx(_components.code,{children:`h100`}),`, `,_jsx(_components.code,{children:`h200`}),`, or `,_jsx(_components.code,{children:`b200`}),`.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--gpu-count`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Number of GPUs to request.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--cpu`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Number of vCPUs to request.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--memory`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Memory to request, in MB.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--name`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Deployment name.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--concurrency`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Maximum concurrent requests sent to an instance.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--min-replicas`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Minimum replicas for autoscaling.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--max-replicas`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Maximum replicas for autoscaling.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--scaledown-window`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Autoscaling scale down window, in seconds.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--ssh-host`})}),_jsxs(_components.td,{style:{textAlign:`left`},children:[`SSH target for `,_jsx(_components.code,{children:`baremetal`}),` deployments, e.g. `,_jsx(_components.code,{children:`'root@1.2.3.4 -p 22 -i ~/.ssh/key'`}),`.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--endpoint-url`})}),_jsxs(_components.td,{style:{textAlign:`left`},children:[`Public base URL where the deployed server is reachable. Required for `,_jsx(_components.code,{children:`baremetal`}),`.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`--wait`})}),_jsx(_components.td,{style:{textAlign:`left`},children:`Wait until the deployment is complete.`})]})]})]}),`\n`,_jsx(Heading,{level:`2`,id:`deploying-to-modal`,children:`Deploying to Modal`}),`\n`,_jsxs(_components.p,{children:[`Deploy a compiled model to `,_jsx(_components.a,{href:`https://modal.com`,children:`Modal`}),`:`]}),`\n`,_jsx(CodeBlock,{filename:``,icon:`terminal`,numberOfLines:`2`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`2`,children:[_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# 🚀 Deploy a compiled LLM to Modal`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`$`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` muna`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` deploy`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` @google/gemma-4-26b-a4b-it`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --provider`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` modal`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --gpu`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` b200`})]}),`\n`]})})}),`\n`,_jsx(_components.p,{children:`This command will create a lightweight app on Modal that runs the web server.`}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`This command requires the `,_jsx(_components.code,{children:`modal`}),` package to be installed. Run `,_jsx(_components.code,{children:`pip install modal`}),`.`]})}),`\n`,_jsx(Heading,{level:`2`,id:`deploying-to-baseten`,children:`Deploying to Baseten`}),`\n`,_jsxs(_components.p,{children:[`Deploy a compiled model to `,_jsx(_components.a,{href:`https://baseten.co`,children:`Baseten`}),`:`]}),`\n`,_jsx(CodeBlock,{filename:``,icon:`terminal`,numberOfLines:`2`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`2`,children:[_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# 🚀 Deploy a compiled LLM to Baseten`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`$`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` muna`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` deploy`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` @google/gemma-4-26b-a4b-it`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --provider`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` baseten`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --gpu`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` b200`})]}),`\n`]})})}),`\n`,_jsx(_components.p,{children:`This command will create and deploy a lightweight service on Baseten that runs the web server.`}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`This command requires the `,_jsx(_components.code,{children:`truss`}),` package to be installed and logged in. Run `,_jsx(_components.code,{children:`pip install truss`}),`, then `,_jsx(_components.code,{children:`truss login`}),`.`]})}),`\n`,_jsx(Heading,{level:`2`,id:`deploying-to-spheron`,children:`Deploying to Spheron`}),`\n`,_jsxs(_components.p,{children:[`Deploy a compiled model to `,_jsx(_components.a,{href:`https://spheron.network`,children:`Spheron`}),`:`]}),`\n`,_jsx(CodeBlock,{filename:``,icon:`terminal`,numberOfLines:`2`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`2`,children:[_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# 🚀 Deploy a compiled LLM to Spheron`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`$`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` muna`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` deploy`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` @google/gemma-4-26b-a4b-it`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --provider`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` spheron`}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --gpu`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` b200`})]}),`\n`]})})}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`This command requires a Spheron API key in the `,_jsx(_components.code,{children:`SPHERON_API_KEY`}),` environment variable, and a `,_jsx(_components.code,{children:`--gpu`}),`.`]})}),`\n`,_jsx(Heading,{level:`2`,id:`deploying-to-your-own-servers`,children:`Deploying to Your Own Servers`}),`\n`,_jsx(_components.p,{children:`Deploy a compiled model to any server you can SSH into:`}),`\n`,_jsx(CodeBlock,{filename:``,icon:`terminal`,numberOfLines:`5`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`5`,children:[_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# 🚀 Deploy a compiled LLM to your own GPU server`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`$`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` muna`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` deploy`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` @google/gemma-4-26b-a4b-it`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --provider`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` baremetal`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --ssh-host`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` \"root@1.2.3.4 -p 22 -i ~/.ssh/key\"`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D7BA7D`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#569CD6`},children:` --endpoint-url`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` https://gemma.example.com`})]}),`\n`]})})}),`\n`,_jsxs(_components.p,{children:[`The web server listens on port `,_jsx(_components.code,{children:`8000`}),`. Use `,_jsx(_components.code,{children:`--endpoint-url`}),` to tell Muna the public URL that routes to it.`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"muna deploy","description":"Deploy a compiled model onto a compute cloud.","href":"/cli/deploy"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Usage","slug":"usage","depth":2,"children":[]},{"title":"Options","slug":"options","depth":2,"children":[]},{"title":"Deploying to Modal","slug":"deploying-to-modal","depth":2,"children":[]},{"title":"Deploying to Baseten","slug":"deploying-to-baseten","depth":2,"children":[]},{"title":"Deploying to Spheron","slug":"deploying-to-spheron","depth":2,"children":[]},{"title":"Deploying to Your Own Servers","slug":"deploying-to-your-own-servers","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"natml","siteName":"Muna Docs","title":"muna deploy - Muna Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-09T04:08:22.565Z","originalFileLocation":"cli/deploy.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=\"dark\";if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"dark\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Deploy a compiled model onto a compute cloud.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Muna Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"muna deploy - Muna Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"Deploy a compiled model onto a compute cloud.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Muna Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.muna.ai/cli/deploy\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://natml.mintlify.site/_mintlify/api/og/v2?division=Deployment\u0026amp;title=muna+deploy\u0026amp;description=Deploy+a+compiled+model+onto+a+compute+cloud.\u0026amp;theme=07f6d7ae070fbf82a00b7f93\u0026amp;signature=4b2237a4ddf0b87f8af46ef1eea23cc5943a4553163df4d9ce72b0ae8e96c4ec\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"muna deploy - Muna Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Deploy a compiled model onto a compute cloud.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://natml.mintlify.site/_mintlify/api/og/v2?division=Deployment\u0026amp;title=muna+deploy\u0026amp;description=Deploy+a+compiled+model+onto+a+compute+cloud.\u0026amp;theme=07f6d7ae070fbf82a00b7f93\u0026amp;signature=4b2237a4ddf0b87f8af46ef1eea23cc5943a4553163df4d9ce72b0ae8e96c4ec\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/natml/EQ2IHJFwpS7njt5D/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Muna Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#9333ea\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.muna.ai/cli/deploy\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/cli/deploy.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.muna.ai/#organization\",\"name\":\"Muna Docs\",\"url\":\"https://docs.muna.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/natml/tPEncFm_vVgfF3QS/logo/logo.svg?fit=max\u0026auto=format\u0026n=tPEncFm_vVgfF3QS\u0026q=85\u0026s=9e3e74970c2ea7adbda8640d8ac3a2e4\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.muna.ai#website\",\"name\":\"Muna Docs\",\"url\":\"https://docs.muna.ai\",\"publisher\":{\"@id\":\"https://docs.muna.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.muna.ai/cli/deploy#webpage\",\"url\":\"https://docs.muna.ai/cli/deploy\",\"name\":\"muna deploy\",\"description\":\"Deploy a compiled model onto a compute cloud.\",\"dateModified\":\"2026-10-09T04:08:22.565Z\",\"isPartOf\":{\"@id\":\"https://docs.muna.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.muna.ai/cli/deploy#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.muna.ai/cli/deploy#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Muna Docs\",\"item\":\"https://docs.muna.ai\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"muna deploy\",\"item\":\"https://docs.muna.ai/cli/deploy\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.muna.ai/cli/deploy#article\",\"headline\":\"muna deploy\",\"name\":\"muna deploy\",\"description\":\"Deploy a compiled model onto a compute cloud.\",\"url\":\"https://docs.muna.ai/cli/deploy\",\"mainEntityOfPage\":{\"@id\":\"https://docs.muna.ai/cli/deploy#webpage\"},\"dateModified\":\"2026-10-09T04:08:22.565Z\",\"publisher\":{\"@id\":\"https://docs.muna.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.muna.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Muna Docs\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Muna Docs","nav":{"global":{"anchors":[{"anchor":"Community","icon":"slack","href":"https://muna.ai/slack"},{"anchor":"Blog","icon":"newspaper","href":"https://muna.ai/blog"}]},"tabs":[{"tab":"Inference","pages":[{"title":"Inference","href":"/inference/quickstart"}]},{"tab":"Compiler","pages":[{"title":"Compiler","href":"/compile/create"}]},{"tab":"API Reference","pages":[{"title":"API Reference","href":"/ref/introduction"}]},{"tab":"CLI Reference","groups":[{"group":"CLI Reference","pages":[{"title":"CLI Reference","href":"/cli/introduction"}]},{"group":"Compilation","pages":[{"title":"muna compile","href":"/cli/compile"},{"title":"muna transpile","href":"/cli/transpile"}]},{"group":"Inference","pages":[{"title":"muna predict","description":"Run inference with a compiled model from the command line.","href":"/cli/predict"}]},{"group":"Deployment","pages":[{"title":"muna deploy","href":"/cli/deploy"}]},{"group":"Account","pages":[{"title":"muna auth","description":"Login, logout, and manage your authentication.","href":"/cli/auth"}]},{"group":"Managing Compiled Models","pages":[{"title":"muna retrieve","href":"/cli/retrieve"},{"title":"muna archive","href":"/cli/archive"},{"title":"muna delete","href":"/cli/delete"}]}]}]},"basePath":"","title":"muna deploy - Muna Docs","buildId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","deploymentId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","dynamics":[],"chunks":[]}