Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Headers
Idempotency-Key
string
required
Stable key used to adopt the original durable operation after retries or disconnects.
Maximum string length: 128
Body
application/json
cloud
string
required
gpu
string
required
model
string
required
name
string
required
billing_mode
enum<string>
default:provider_account
Available options:
provider_account,
customer_wallet
compute_connection_id
string
Verified tenant-owned compute connection. Required for provider-account deployments unless the selected provider reports workspace_owned.
compute_mode
enum<string>
Available options:
elastic,
serverless
endpoint_name
string
Stable application endpoint alias. Defaults to the deployment name.
Pattern: ^[a-z0-9](?:[a-z0-9._-]{0,62}[a-z0-9])?$
gpu_count
integer
default:1
Accelerators allocated to each runtime replica.
Required range: 1 <= x <= 1024
managed_runtime_seconds
integer
Required range: 900 <= x <= 86400Must be a multiple of 60
max_replicas
integer
Required range: x >= 0
min_replicas
integer
Required range: x >= 0
model_revision
string
model_secret_reference_id
string
Tenant-scoped server-side credential reference for private or gated model resolution.
port
integer
Required range: 1 <= x <= 65535
provider_adapter
string
Exact provider profile for this immutable revision; omit only when the cloud/runtime default is unambiguous.
region
string
runtime
enum<string>
default:vllm
Available options:
vllm,
sglang,
custom-oci
runtime_args
string[]
runtime_env
object
Reviewed engine environment switches for the runtime's pinned image on the GPU's platform, such as VLLM_ROCM_USE_AITER (0 or 1) for vLLM 0.22.1 on AMD Instinct MI300X, MI325X, MI350X, and MI355X. Any other name or value is rejected, and adapters that cannot pass it refuse the deployment before provisioning. Never put credentials here.
{"docsConfig":{"theme":"maple","$schema":"https://mintlify.com/docs.json","name":"InferCrane","description":"Deploy and operate AI models across your infrastructure. Build or connect inference with durable operations, safe releases, and inspectable evidence.","colors":{"primary":"#1E40AF","light":"#60A5FA","dark":"#2563EB"},"logo":{"light":"https://mintcdn.com/infercrane/Gnk5rtwZ5qnsh1Tl/assets/infercrane-logo-light.svg?fit=max\u0026auto=format\u0026n=Gnk5rtwZ5qnsh1Tl\u0026q=85\u0026s=2e953e4ae510e6ff9759bca1cd3c3478","dark":"https://mintcdn.com/infercrane/Gnk5rtwZ5qnsh1Tl/assets/infercrane-logo-dark.svg?fit=max\u0026auto=format\u0026n=Gnk5rtwZ5qnsh1Tl\u0026q=85\u0026s=bc00f53bf2c6c3621f47892b4b63195c","href":"https://infercrane.com"},"favicon":"https://mintcdn.com/infercrane/Gnk5rtwZ5qnsh1Tl/assets/infercrane-favicon.svg?fit=max\u0026auto=format\u0026n=Gnk5rtwZ5qnsh1Tl\u0026q=85\u0026s=6ac13660e88144203dde7c7b5df58762","api":{"playground":{"display":"interactive","proxy":false},"examples":{"languages":["curl","python","javascript","go"]}},"appearance":{"default":"system","strict":false},"navbar":{"primary":{"type":"button","label":"Quickstart","href":"/quickstart"}},"footer":{"links":[{"header":"Product","items":[{"label":"Quickstart","href":"/quickstart"},{"label":"Architecture","href":"/architecture/system"},{"label":"Release Guard","href":"/features/release-guard"}]},{"header":"Company","items":[{"label":"Website","href":"https://infercrane.com"},{"label":"Open console","href":"https://console.infercrane.com"},{"label":"Security","href":"/security"}]},{"header":"For AI agents","items":[{"label":"llms.txt","href":"/llms.txt"},{"label":"llms-full.txt","href":"/llms-full.txt"}]}]},"seo":{"metatags":{"canonical":"https://docs.infercrane.com","og:type":"website","og:site_name":"InferCrane Docs"},"organization":{"name":"InferCrane","url":"https://infercrane.com","sameAs":["https://infercrane.com"]},"indexing":"navigable"},"fonts":{"heading":{"family":"Albert Sans","weight":600},"body":{"family":"Albert Sans","weight":400}},"styling":{"eyebrows":"breadcrumbs","codeblocks":{"theme":"css-variables"},"latex":true},"contextual":{"options":["copy","view","chatgpt","claude","mcp","cursor"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"infercrane","hasAudioNarration":false,"actualSubdomain":"infercrane","customDomains":["docs.infercrane.com"],"gitSource":{"type":"github","owner":"infercrane","repo":"infercrane","deployBranch":"main","contentDirectory":"docs","isPrivate":false,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6aff1827242c46a7a36a4cc1","clientVersion":"0.0.4227","searchFilterCounts":[{"language":"default","tag":"Reference","count":246},{"language":"default","tag":"Control API","count":230},{"language":"default","tag":"Control API endpoints","count":229},{"language":"default","tag":"Guides","count":68},{"language":"default","tag":"Integrations","count":28},{"language":"default","tag":"Inference optimization","count":26},{"language":"default","tag":"Start here","count":21},{"language":"default","tag":"Operate","count":21},{"language":"default","tag":"Sandboxes","count":20},{"language":"default","tag":"Identity","count":18}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[{"filePath":"style.css","content":":root{--infercrane-background: #faf9f6;--infercrane-surface: #ffffff;--infercrane-surface-elevated: #f5f3ee;--infercrane-text: #16181b;--infercrane-text-secondary: #626a73;--infercrane-border: #e5e2dc;--infercrane-accent: #2563eb;--infercrane-accent-hover: #1d4ed8;--infercrane-healthy: #18a98c;--infercrane-info: #297ed1;--infercrane-warning: #a66c00;--infercrane-error: #d6384c;--infercrane-font-sans: \"Albert Sans\", \"Avenir Next\", \"Helvetica Neue\", Arial, system-ui, sans-serif;--infercrane-font-mono: \"Geist Mono\", \"SFMono-Regular\", Consolas, monospace;--infercrane-radius-sm: 6px;--infercrane-radius-md: 10px;--infercrane-content-rule: rgba(22, 24, 27, 0.08);--mint-color-background: #f7f7f5;--mint-color-text: #20242a;--mint-token-constant: #9f4d00;--mint-token-string: #087f5b;--mint-token-comment: #737b85;--mint-token-keyword: #2457c5;--mint-token-parameter: #7c3aed;--mint-token-function: #0b6f8a;--mint-token-string-expression: #087f5b;--mint-token-punctuation: #737b85;--mint-token-link: #2563eb}.dark{--infercrane-background: #0b0d0f;--infercrane-surface: #111418;--infercrane-surface-elevated: #171b20;--infercrane-text: #f3f1ea;--infercrane-text-secondary: #9ca3ad;--infercrane-border: #242a31;--infercrane-accent: #60a5fa;--infercrane-accent-hover: #93c5fd;--infercrane-healthy: #44d7b6;--infercrane-info: #59a8ff;--infercrane-warning: #f5b942;--infercrane-error: #ff5667;--infercrane-content-rule: rgba(243, 241, 234, 0.08);--mint-color-background: #0e1115;--mint-color-text: #e9edf2;--mint-token-constant: #f3b56d;--mint-token-string: #75dfc6;--mint-token-comment: #7e8895;--mint-token-keyword: #82b5ff;--mint-token-parameter: #c7a4ff;--mint-token-function: #72d5f4;--mint-token-string-expression: #75dfc6;--mint-token-punctuation: #9ca7b4;--mint-token-link: #82b5ff}body{background-color:var(--infercrane-background);color:var(--infercrane-text);font-family:var(--infercrane-font-sans);letter-spacing:-0.008em;text-rendering:optimizeLegibility}h1,h2,h3{font-family:var(--infercrane-font-sans);text-wrap:balance}h1{font-weight:600;letter-spacing:-0.045em;line-height:1.04;max-width:18ch}h2{letter-spacing:-0.03em;margin-top:3.25rem}code,pre,kbd,samp{font-family:var(--infercrane-font-mono);font-variant-ligatures:none}code-block{background:color-mix(in srgb, var(--infercrane-surface) 88%, var(--infercrane-background));border:1px solid color-mix(in srgb, var(--infercrane-border) 92%, var(--infercrane-text-secondary));border-radius:9px;box-shadow:inset 0 1px rgb(255 255 255 / 0.4);overflow:hidden}.dark code-block{background:#090c10;border-color:#29313b;box-shadow:inset 0 1px rgb(255 255 255 / 0.035)}code-block pre{font-size:0.8rem;font-variant-ligatures:none;line-height:1.7;padding-block:0.35rem;tab-size:2}code-block code{font-weight:450}code-block ::selection{background:color-mix(in srgb, var(--infercrane-accent) 28%, transparent)}code-block button:focus-visible{outline:2px solid var(--infercrane-accent);outline-offset:-3px}.ic-hero{border-bottom:1px solid var(--infercrane-content-rule);margin:-0.25rem 0 2rem;padding-bottom:1.75rem}.ic-kicker{align-items:center;color:var(--infercrane-accent);display:flex;font-family:var(--infercrane-font-mono);font-size:0.78rem;font-weight:600;gap:0.5rem;letter-spacing:0.12em;text-transform:uppercase}.ic-status-dot{background:var(--infercrane-healthy);border-radius:999px;box-shadow:0 0 0 3px color-mix(in srgb, var(--infercrane-healthy) 14%, transparent);height:0.45rem;width:0.45rem}.ic-actions{display:flex;flex-wrap:wrap;gap:0.65rem;margin-top:1rem}.ic-button{align-items:center;border:1px solid transparent;border-radius:var(--infercrane-radius-sm);display:inline-flex;font-size:0.86rem;font-weight:550;gap:0.65rem;justify-content:center;line-height:1;min-height:2.45rem;padding:0.72rem 0.9rem;text-decoration:none!important;transition:background-color 150ms ease, border-color 150ms ease, color 150ms ease, transform 150ms ease}.ic-button:hover{transform:translateY(-1px)}.ic-button-primary{background:var(--infercrane-accent);color:#fff!important}.ic-button-primary:hover{background:var(--infercrane-accent-hover)}.ic-button-secondary{background:var(--infercrane-surface);border-color:var(--infercrane-border);color:var(--infercrane-text)!important}.ic-button-secondary:hover{border-color:color-mix(in srgb, var(--infercrane-text-secondary) 55%, transparent)}.ic-proof{color:var(--infercrane-text-secondary);display:flex;flex-wrap:wrap;font-family:var(--infercrane-font-mono);font-size:0.76rem;gap:0.5rem 1.25rem;margin-top:1.35rem}.ic-proof span::before{color:var(--infercrane-accent);content:\"/\";margin-right:0.42rem}.ic-flow{background:var(--infercrane-surface);border:1px solid var(--infercrane-border);border-radius:var(--infercrane-radius-md);color:var(--infercrane-text);display:flex;font-family:var(--infercrane-font-mono);font-size:0.84rem;gap:0.6rem;justify-content:space-between;margin:1.5rem 0;padding:1rem}.ic-node{align-items:flex-start;border:1px solid var(--infercrane-border);border-radius:var(--infercrane-radius-sm);display:flex;flex:1 1 0;flex-direction:column;gap:0.32rem;justify-content:center;min-height:2.6rem;padding:0.65rem 0.75rem}.ic-node-accent{border-color:color-mix(in srgb, var(--infercrane-accent) 48%, var(--infercrane-border))}.ic-node strong{font-size:0.82rem;font-weight:500}.ic-node-label{align-items:center;color:var(--infercrane-text-secondary);display:flex;font-size:0.74rem;gap:0.35rem;letter-spacing:0.04em;text-transform:uppercase}.ic-flow-arrow{align-self:center;color:var(--infercrane-text-secondary);font-size:0.75rem}.ic-dot{background:var(--infercrane-healthy);border-radius:999px;display:inline-block;height:0.45rem;width:0.45rem}.ic-muted{color:var(--infercrane-text-secondary)}@media (max-width: 760px){.ic-flow{align-items:stretch;flex-direction:column}.ic-flow-arrow{transform:rotate(90deg)}}"}]}
{"page":{"pagePath":"api-reference/deployments/create-a-provider-managed-deployment","slug":"/api-reference/deployments/create-a-provider-managed-deployment","pageMetadata":{"title":"Create a provider-managed deployment","description":null,"deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments","href":"/api-reference/deployments/create-a-provider-managed-deployment","autogeneratedByOpenApi":true},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"codeStyling":{"theme":"css-variables"},"config":{},"pageMetadata":{"title":"Create a provider-managed deployment","description":null,"deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments","href":"/api-reference/deployments/create-a-provider-managed-deployment","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"operationId":"createDeployment","parameters":["51ad6686-2c9f-4a0f-981e-3804a03293a6"],"requestBody":"74d00634-5d82-4295-97db-d4d252376578","responses":{"202":"21bfc3e3-3d06-4f05-a134-3460bef00946","default":"373e4836-3a5b-46bb-b2f6-1571520bc804"},"security":["4022939f-9b76-4de6-be93-8e8d597cfeee"],"summary":"Create a provider-managed deployment","tags":["Deployments"],"method":"post","type":"path","servers":["0450e678-8703-4468-a91b-9f663784f937"],"path":"/api/v1/deployments","baseUrlOptions":["http://127.0.0.1:18000"],"title":"Create a provider-managed deployment","description":"","codeSamples":[],"requestExampleLanguages":["bash","python","javascript","go"],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated","disableProxy":true},"dependencies":{"parameters":{"51ad6686-2c9f-4a0f-981e-3804a03293a6":{"description":"Stable key used to adopt the original durable operation after retries or disconnects.","in":"header","name":"Idempotency-Key","required":true,"schema":{"maxLength":128,"type":"string","isRequired":true,"description":"Stable key used to adopt the original durable operation after retries or disconnects.","uniqueKey":"","typeLabel":"string"}}},"requestBody":{"content":{"application/json":{"schema":{"additionalProperties":false,"properties":{"cloud":{"type":"string","isRequired":true,"uniqueKey":"cloud","typeLabel":"string"},"gpu":{"type":"string","isRequired":true,"uniqueKey":"gpu","typeLabel":"string"},"model":{"type":"string","isRequired":true,"uniqueKey":"model","typeLabel":"string"},"name":{"type":"string","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"billing_mode":{"default":"provider_account","enum":["provider_account","customer_wallet"],"type":"string","uniqueKey":"billing_mode","typeLabel":"enum\u003cstring>"},"compute_connection_id":{"description":"Verified tenant-owned compute connection. Required for provider-account deployments unless the selected provider reports workspace_owned.","type":"string","uniqueKey":"compute_connection_id","typeLabel":"string"},"compute_mode":{"enum":["elastic","serverless"],"type":"string","uniqueKey":"compute_mode","typeLabel":"enum\u003cstring>"},"endpoint_name":{"description":"Stable application endpoint alias. Defaults to the deployment name.","pattern":"^[a-z0-9](?:[a-z0-9._-]{0,62}[a-z0-9])?$","type":"string","uniqueKey":"endpoint_name","typeLabel":"string"},"gpu_count":{"default":1,"description":"Accelerators allocated to each runtime replica.","maximum":1024,"minimum":1,"type":"integer","uniqueKey":"gpu_count","typeLabel":"integer"},"managed_runtime_seconds":{"maximum":86400,"minimum":900,"multipleOf":60,"type":"integer","uniqueKey":"managed_runtime_seconds","typeLabel":"integer"},"max_replicas":{"minimum":0,"type":"integer","uniqueKey":"max_replicas","typeLabel":"integer"},"min_replicas":{"minimum":0,"type":"integer","uniqueKey":"min_replicas","typeLabel":"integer"},"model_revision":{"type":"string","uniqueKey":"model_revision","typeLabel":"string"},"model_secret_reference_id":{"description":"Tenant-scoped server-side credential reference for private or gated model resolution.","type":"string","uniqueKey":"model_secret_reference_id","typeLabel":"string"},"port":{"maximum":65535,"minimum":1,"type":"integer","uniqueKey":"port","typeLabel":"integer"},"provider_adapter":{"description":"Exact provider profile for this immutable revision; omit only when the cloud/runtime default is unambiguous.","type":"string","uniqueKey":"provider_adapter","typeLabel":"string"},"region":{"type":"string","uniqueKey":"region","typeLabel":"string"},"runtime":{"default":"vllm","enum":["vllm","sglang","custom-oci"],"type":"string","uniqueKey":"runtime","typeLabel":"enum\u003cstring>"},"runtime_args":{"items":{"type":"string","uniqueKey":"runtime_args.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"runtime_args","typeLabel":"string[]"},"runtime_env":{"additionalProperties":{"type":"string","uniqueKey":"runtime_env.additionalProperties","typeLabel":"string"},"description":"Reviewed engine environment switches for the runtime's pinned image on the GPU's platform, such as VLLM_ROCM_USE_AITER (0 or 1) for vLLM 0.22.1 on AMD Instinct MI300X, MI325X, MI350X, and MI355X. Any other name or value is rejected, and adapters that cannot pass it refuse the deployment before provisioning. Never put credentials here.","maxProperties":8,"type":"object","uniqueKey":"runtime_env","typeLabel":"object"},"runtime_version":{"type":"string","uniqueKey":"runtime_version","typeLabel":"string"},"serving":{"additionalProperties":false,"properties":{"autoscaling":{"additionalProperties":false,"properties":{"max":{"maximum":10000,"minimum":0,"type":"integer","uniqueKey":"serving.autoscaling.max","typeLabel":"integer"},"min":{"maximum":10000,"minimum":0,"type":"integer","uniqueKey":"serving.autoscaling.min","typeLabel":"integer"},"owner":{"enum":["disabled","dynamo-planner","external"],"type":"string","uniqueKey":"serving.autoscaling.owner","typeLabel":"enum\u003cstring>"}},"type":"object","uniqueKey":"serving.autoscaling","typeLabel":"object"},"backend":{"enum":["dynamo"],"type":"string","uniqueKey":"serving.backend","typeLabel":"enum\u003cstring>"},"cache":{"additionalProperties":false,"properties":{"backend":{"enum":["none","kvbm","lmcache","hicache"],"type":"string","uniqueKey":"serving.cache.backend","typeLabel":"enum\u003cstring>"},"configuration_ref":{"type":"string","uniqueKey":"serving.cache.configuration_ref","typeLabel":"string"},"disk_gib":{"minimum":0,"type":"integer","uniqueKey":"serving.cache.disk_gib","typeLabel":"integer"},"host_gib":{"minimum":0,"type":"integer","uniqueKey":"serving.cache.host_gib","typeLabel":"integer"},"memory_gib":{"minimum":0,"type":"integer","uniqueKey":"serving.cache.memory_gib","typeLabel":"integer"},"metrics":{"type":"boolean","uniqueKey":"serving.cache.metrics","typeLabel":"boolean"},"storage_claim":{"type":"string","uniqueKey":"serving.cache.storage_claim","typeLabel":"string"}},"type":"object","uniqueKey":"serving.cache","typeLabel":"object"},"decode":{"additionalProperties":false,"properties":{"replicas":{"maximum":10000,"minimum":0,"type":"integer","uniqueKey":"serving.decode.replicas","typeLabel":"integer"},"tensor_parallelism":{"maximum":1024,"minimum":0,"type":"integer","uniqueKey":"serving.decode.tensor_parallelism","typeLabel":"integer"}},"type":"object","uniqueKey":"serving.decode","typeLabel":"object"},"mode":{"enum":["aggregated","disaggregated"],"type":"string","uniqueKey":"serving.mode","typeLabel":"enum\u003cstring>"},"prefill":{"additionalProperties":false,"properties":{"replicas":{"maximum":10000,"minimum":0,"type":"integer","uniqueKey":"serving.prefill.replicas","typeLabel":"integer"},"tensor_parallelism":{"maximum":1024,"minimum":0,"type":"integer","uniqueKey":"serving.prefill.tensor_parallelism","typeLabel":"integer"}},"type":"object","uniqueKey":"serving.prefill","typeLabel":"object"},"profile":{"enum":["baseline","custom"],"type":"string","uniqueKey":"serving.profile","typeLabel":"enum\u003cstring>"},"routing":{"enum":["direct","kv-aware"],"type":"string","uniqueKey":"serving.routing","typeLabel":"enum\u003cstring>"},"schema_version":{"enum":["infercrane.serving/v1"],"type":"string","uniqueKey":"serving.schema_version","typeLabel":"enum\u003cstring>"},"worker":{"additionalProperties":false,"properties":{"replicas":{"maximum":10000,"minimum":0,"type":"integer","uniqueKey":"serving.worker.replicas","typeLabel":"integer"},"tensor_parallelism":{"maximum":1024,"minimum":0,"type":"integer","uniqueKey":"serving.worker.tensor_parallelism","typeLabel":"integer"}},"type":"object","uniqueKey":"serving.worker","typeLabel":"object"}},"type":"object","uniqueKey":"serving","typeLabel":"object"},"workload":{"additionalProperties":false,"properties":{"cancellation":{"enum":["http-disconnect"],"type":"string","isRequired":true,"uniqueKey":"workload.cancellation","typeLabel":"enum\u003cstring>"},"command":{"items":{"type":"string","uniqueKey":"workload.command.items.[INDEX]","typeLabel":"string"},"minItems":1,"type":"array","isRequired":true,"uniqueKey":"workload.command","typeLabel":"string[]"},"drain":{"enum":["connection"],"type":"string","isRequired":true,"uniqueKey":"workload.drain","typeLabel":"enum\u003cstring>"},"image":{"pattern":"@sha256:[a-f0-9]{64}$","type":"string","isRequired":true,"uniqueKey":"workload.image","typeLabel":"string"},"metrics_path":{"enum":["/metrics"],"type":"string","isRequired":true,"uniqueKey":"workload.metrics_path","typeLabel":"enum\u003cstring>"},"models_path":{"enum":["/v1/models"],"type":"string","isRequired":true,"uniqueKey":"workload.models_path","typeLabel":"enum\u003cstring>"},"port":{"maximum":65535,"minimum":1,"type":"integer","isRequired":true,"uniqueKey":"workload.port","typeLabel":"integer"},"protocol":{"enum":["openai"],"type":"string","isRequired":true,"uniqueKey":"workload.protocol","typeLabel":"enum\u003cstring>"},"readiness_path":{"enum":["/health"],"type":"string","isRequired":true,"uniqueKey":"workload.readiness_path","typeLabel":"enum\u003cstring>"},"shutdown_grace_seconds":{"maximum":3600,"minimum":1,"type":"integer","isRequired":true,"uniqueKey":"workload.shutdown_grace_seconds","typeLabel":"integer"}},"required":["image","command","protocol","port","readiness_path","models_path","metrics_path","cancellation","drain","shutdown_grace_seconds"],"type":"object","uniqueKey":"workload","typeLabel":"object"}},"required":["name","model","cloud","gpu"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"cloud":"\u003cstring>","gpu":"\u003cstring>","model":"\u003cstring>","name":"\u003cstring>","billing_mode":"provider_account","compute_connection_id":"\u003cstring>","endpoint_name":"\u003cstring>","gpu_count":1,"managed_runtime_seconds":43650,"max_replicas":1,"min_replicas":1,"model_revision":"\u003cstring>","model_secret_reference_id":"\u003cstring>","port":32768,"provider_adapter":"\u003cstring>","region":"\u003cstring>","runtime":"vllm","runtime_args":["\u003cstring>"],"runtime_env":{},"runtime_version":"\u003cstring>","serving":{"autoscaling":{"max":5000,"min":5000},"backend":"dynamo","cache":{"configuration_ref":"\u003cstring>","disk_gib":1,"host_gib":1,"memory_gib":1,"metrics":true,"storage_claim":"\u003cstring>"},"decode":{"replicas":5000,"tensor_parallelism":512},"prefill":{"replicas":5000,"tensor_parallelism":512},"schema_version":"infercrane.serving/v1","worker":{"replicas":5000,"tensor_parallelism":512}}}}},"exampleType":"generated"}},"required":true,"exampleType":"generated"},"responses":{"21bfc3e3-3d06-4f05-a134-3460bef00946":{"content":{"application/json":{"schema":{"type":"object","required":["operation"],"properties":{"operation":{"properties":{"id":{"type":"string","isRequired":true,"uniqueKey":"operation.id","typeLabel":"string"},"kind":{"type":"string","isRequired":true,"uniqueKey":"operation.kind","typeLabel":"string"},"progress":{"maximum":100,"minimum":0,"type":"integer","isRequired":true,"uniqueKey":"operation.progress","typeLabel":"integer"},"status":{"enum":["pending","leased","running","waiting","cancelling","succeeded","failed","cancelled"],"type":"string","isRequired":true,"uniqueKey":"operation.status","typeLabel":"enum\u003cstring>"},"attempt":{"type":"integer","uniqueKey":"operation.attempt","typeLabel":"integer"},"cancel_requested":{"type":"boolean","uniqueKey":"operation.cancel_requested","typeLabel":"boolean"},"created_at":{"format":"date-time","type":"string","uniqueKey":"operation.created_at","typeLabel":"string\u003cdate-time>"},"current_step":{"type":"string","uniqueKey":"operation.current_step","typeLabel":"string"},"current_step_status":{"enum":["pending","running","waiting","succeeded","failed","cancelled"],"type":"string","uniqueKey":"operation.current_step_status","typeLabel":"enum\u003cstring>"},"error_code":{"type":"string","uniqueKey":"operation.error_code","typeLabel":"string"},"max_attempts":{"type":"integer","uniqueKey":"operation.max_attempts","typeLabel":"integer"},"message":{"type":"string","uniqueKey":"operation.message","typeLabel":"string"},"resource_name":{"type":"string","uniqueKey":"operation.resource_name","typeLabel":"string"},"resource_type":{"type":"string","uniqueKey":"operation.resource_type","typeLabel":"string"},"result":{"additionalProperties":true,"type":"object","uniqueKey":"operation.result","typeLabel":"object"},"retryable":{"type":"boolean","uniqueKey":"operation.retryable","typeLabel":"boolean"},"updated_at":{"format":"date-time","type":"string","uniqueKey":"operation.updated_at","typeLabel":"string\u003cdate-time>"}},"required":["id","kind","status","progress"],"type":"object","isRequired":true,"uniqueKey":"operation","typeLabel":"object"},"created":{"type":"boolean","uniqueKey":"created","typeLabel":"boolean"},"deployment":{"properties":{"model":{"type":"string","isRequired":true,"uniqueKey":"deployment.model","typeLabel":"string"},"name":{"type":"string","isRequired":true,"uniqueKey":"deployment.name","typeLabel":"string"},"runtime":{"type":"string","isRequired":true,"uniqueKey":"deployment.runtime","typeLabel":"string"},"active_revision_id":{"type":"string","uniqueKey":"deployment.active_revision_id","typeLabel":"string"},"candidate_revision_id":{"type":"string","uniqueKey":"deployment.candidate_revision_id","typeLabel":"string"},"compute_connection_id":{"type":"string","uniqueKey":"deployment.compute_connection_id","typeLabel":"string"},"compute_mode":{"type":"string","uniqueKey":"deployment.compute_mode","typeLabel":"string"},"endpoint_names":{"items":{"type":"string","uniqueKey":"deployment.endpoint_names.items.[INDEX]","typeLabel":"string"},"type":"array","uniqueKey":"deployment.endpoint_names","typeLabel":"string[]"},"id":{"type":"string","uniqueKey":"deployment.id","typeLabel":"string"},"max_replicas":{"type":"integer","uniqueKey":"deployment.max_replicas","typeLabel":"integer"},"min_replicas":{"type":"integer","uniqueKey":"deployment.min_replicas","typeLabel":"integer"},"observed_state":{"type":"string","uniqueKey":"deployment.observed_state","typeLabel":"string"}},"required":["name","model","runtime"],"type":"object","uniqueKey":"deployment","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"operation":{"id":"\u003cstring>","kind":"\u003cstring>","progress":50,"status":"pending","attempt":123,"cancel_requested":true,"created_at":"2023-11-07T05:31:56Z","current_step":"\u003cstring>","current_step_status":"pending","error_code":"\u003cstring>","max_attempts":123,"message":"\u003cstring>","resource_name":"\u003cstring>","resource_type":"\u003cstring>","result":{},"retryable":true,"updated_at":"2023-11-07T05:31:56Z"},"created":true,"deployment":{"model":"\u003cstring>","name":"\u003cstring>","runtime":"\u003cstring>","active_revision_id":"\u003cstring>","candidate_revision_id":"\u003cstring>","compute_connection_id":"\u003cstring>","compute_mode":"\u003cstring>","endpoint_names":["\u003cstring>"],"id":"\u003cstring>","max_replicas":123,"min_replicas":123,"observed_state":"\u003cstring>"}}}},"exampleType":"generated"}},"description":"Durable operation accepted","exampleType":"generated"},"373e4836-3a5b-46bb-b2f6-1571520bc804":{"content":{"application/json":{"schema":{"properties":{"error":{"properties":{"code":{"type":"string","isRequired":true,"uniqueKey":"error.code","typeLabel":"string"},"message":{"type":"string","isRequired":true,"uniqueKey":"error.message","typeLabel":"string"},"category":{"type":"string","uniqueKey":"error.category","typeLabel":"string"},"remediation":{"type":"string","uniqueKey":"error.remediation","typeLabel":"string"},"request_id":{"type":"string","uniqueKey":"error.request_id","typeLabel":"string"},"retryable":{"type":"boolean","uniqueKey":"error.retryable","typeLabel":"boolean"}},"required":["code","message"],"type":"object","isRequired":true,"uniqueKey":"error","typeLabel":"object"}},"required":["error"],"type":"object","uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"error":{"code":"\u003cstring>","message":"\u003cstring>","category":"\u003cstring>","remediation":"\u003cstring>","request_id":"\u003cstring>","retryable":true}}}},"exampleType":"generated"}},"description":"Typed API error","exampleType":"generated"}},"security":{"4022939f-9b76-4de6-be93-8e8d597cfeee":{"bearerAuth":{"scheme":"bearer","type":"http","scopes":[],"schemeName":"bearerAuth"}}},"servers":{"0450e678-8703-4468-a91b-9f663784f937":{"description":"Local InferCrane API and gateway","url":"http://127.0.0.1:18000"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"scheme":"bearer","type":"http","scopes":[],"schemeName":"bearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearerAuth","name":"Authorization"}],"title":"bearerAuth"}]},"originalFileLocation":"openapi.json"},"subdomain":"infercrane","siteName":"InferCrane","title":"Create a provider-managed deployment - InferCrane","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-19T12:57:12.606Z","originalFileLocation":"api-reference/deployments/create-a-provider-managed-deployment.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"InferCrane\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Create a provider-managed deployment - InferCrane\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"InferCrane Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://infercrane.mintlify.site/_mintlify/api/og/v2?division=Deployments\u0026amp;title=Create+a+provider-managed+deployment\u0026amp;theme=d86c484f21e0a5a8fbe6a15e\u0026amp;signature=f4856e9c36b958ed0f6c57fbe832b75e79e9fadedb94136fe866651b005c37a0\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Create a provider-managed deployment - InferCrane\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://infercrane.mintlify.site/_mintlify/api/og/v2?division=Deployments\u0026amp;title=Create+a+provider-managed+deployment\u0026amp;theme=d86c484f21e0a5a8fbe6a15e\u0026amp;signature=f4856e9c36b958ed0f6c57fbe832b75e79e9fadedb94136fe866651b005c37a0\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/infercrane/shneWX0fKPF9qe1w/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"InferCrane\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#1E40AF\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/deployments/create-a-provider-managed-deployment.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://infercrane.com/#organization\",\"name\":\"InferCrane\",\"url\":\"https://infercrane.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/infercrane/Gnk5rtwZ5qnsh1Tl/assets/infercrane-logo-light.svg?fit=max\u0026auto=format\u0026n=Gnk5rtwZ5qnsh1Tl\u0026q=85\u0026s=2e953e4ae510e6ff9759bca1cd3c3478\"},\"sameAs\":[\"https://infercrane.com\"]},{\"@type\":\"WebSite\",\"@id\":\"https://docs.infercrane.com#website\",\"name\":\"InferCrane\",\"url\":\"https://docs.infercrane.com\",\"publisher\":{\"@id\":\"https://infercrane.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment#webpage\",\"url\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment\",\"name\":\"Create a provider-managed deployment\",\"dateModified\":\"2026-11-19T12:57:12.606Z\",\"isPartOf\":{\"@id\":\"https://docs.infercrane.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Control API\",\"item\":\"https://docs.infercrane.com/control-api\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Control API endpoints\",\"item\":\"https://docs.infercrane.com/api-reference/billing-administration/post-an-externally-collected-prepaid-payment-using-bootstrap-authority\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Deployments\",\"item\":\"https://docs.infercrane.com/api-reference/deployments/list-logical-deployments\"},{\"@type\":\"ListItem\",\"position\":4,\"name\":\"Create a provider-managed deployment\",\"item\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment#apireference\",\"headline\":\"Create a provider-managed deployment\",\"name\":\"Create a provider-managed deployment\",\"url\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment\",\"mainEntityOfPage\":{\"@id\":\"https://docs.infercrane.com/api-reference/deployments/create-a-provider-managed-deployment#webpage\"},\"dateModified\":\"2026-11-19T12:57:12.606Z\",\"publisher\":{\"@id\":\"https://infercrane.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.infercrane.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"InferCrane\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"InferCrane\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/api-reference/deployments/create-a-provider-managed-deployment.md","siteName":"InferCrane","nav":{"global":null,"tabs":[{"tab":"Guides","icon":"book-open","pages":[{"title":"Guides","href":""}]},{"tab":"Integrations","icon":"plug","pages":[{"title":"Integrations","href":"/integrations/overview"}]},{"tab":"Reference","icon":"brackets-curly","groups":[{"group":"CLI and configuration","pages":[{"title":"CLI reference","href":"/cli"},{"title":"Provider setup","href":"/provider-setup"},{"title":"Compatibility and qualification","href":"/compatibility"}]},{"group":"Control API","pages":[{"title":"HTTP control API","href":"/control-api"},{"group":"Control API endpoints","pages":[{"group":"Billing administration","pages":[{"title":"Post an externally collected prepaid payment using bootstrap authority","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/billing/credits","href":"/api-reference/billing-administration/post-an-externally-collected-prepaid-payment-using-bootstrap-authority"},{"title":"List tenant reservations requiring operator reconciliation","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/admin/billing/reservations","href":"/api-reference/billing-administration/list-tenant-reservations-requiring-operator-reconciliation"},{"title":"Release a reservation after external non-billing is verified","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/billing/reservations/{id}/release","href":"/api-reference/billing-administration/release-a-reservation-after-external-non-billing-is-verified"},{"title":"Settle a reservation from externally verified token usage","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/billing/reservations/{id}/settlement","href":"/api-reference/billing-administration/settle-a-reservation-from-externally-verified-token-usage"}]},{"group":"Marketplace administration","pages":[{"title":"Reconcile marketplace request costs by channel and request identifier","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/marketplace/billing/requests","href":"/api-reference/marketplace-administration/reconcile-marketplace-request-costs-by-channel-and-request-identifier"},{"title":"Persist one content-free marketplace request receipt","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/marketplace/receipts","href":"/api-reference/marketplace-administration/persist-one-content-free-marketplace-request-receipt"}]},{"group":"Model API administration","pages":[{"title":"Grant a customer workspace bounded access to a published Model API","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/entitlements","href":"/api-reference/model-api-administration/grant-a-customer-workspace-bounded-access-to-a-published-model-api"},{"title":"Publish an immutable supplier offer using a credential reference","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/offers","href":"/api-reference/model-api-administration/publish-an-immutable-supplier-offer-using-a-credential-reference"},{"title":"Compile and publish a deterministic qualified supply plan","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/plans","href":"/api-reference/model-api-administration/compile-and-publish-a-deterministic-qualified-supply-plan"},{"title":"Publish an immutable shared Model API product contract","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/products","href":"/api-reference/model-api-administration/publish-an-immutable-shared-model-api-product-contract"},{"title":"Publish a qualified shared Model API route","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/publications","href":"/api-reference/model-api-administration/publish-a-qualified-shared-model-api-route"},{"title":"Publish measured qualification evidence for an exact supplier offer","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/qualifications","href":"/api-reference/model-api-administration/publish-measured-qualification-evidence-for-an-exact-supplier-offer"},{"title":"Publish an immutable customer-visible Model API rate","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/rates","href":"/api-reference/model-api-administration/publish-an-immutable-customer-visible-model-api-rate"},{"title":"Bind a Model API product to an immutable operator execution target","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/target-bindings","href":"/api-reference/model-api-administration/bind-a-model-api-product-to-an-immutable-operator-execution-target"},{"title":"Record authoritative content-free evidence for one ambiguous supplier attempt","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/admin/model-api/usage-reservations/{id}/evidence","href":"/api-reference/model-api-administration/record-authoritative-content-free-evidence-for-one-ambiguous-supplier-attempt"}]},{"group":"Adoption","pages":[{"title":"Adopt an existing inference endpoint without transferring lifecycle ownership","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/adoptions/endpoints","href":"/api-reference/adoption/adopt-an-existing-inference-endpoint-without-transferring-lifecycle-ownership"},{"title":"Explicitly promote an adopted endpoint to traffic-managed ownership","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/adoptions/endpoints/{name}/ownership","href":"/api-reference/adoption/explicitly-promote-an-adopted-endpoint-to-traffic-managed-ownership"}]},{"group":"Agents","pages":[{"title":"Agent key only: observe one local server as an observe-only endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/agent/servers","href":"/api-reference/agents/agent-key-only:-observe-one-local-server-as-an-observe-only-endpoint"},{"title":"Agent key only: report hardware, servers, health, filtered engine metrics, and content-free request shapes","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/agent/sync","href":"/api-reference/agents/agent-key-only:-report-hardware-servers-health-filtered-engine-metrics-and-content-free-request-shapes"},{"title":"List InferCrane agents with their last report and connection state","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents","href":"/api-reference/agents/list-infercrane-agents-with-their-last-report-and-connection-state"},{"title":"Create an InferCrane agent key for one machine; the key is returned once and can call only the agent API","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/agents","href":"/api-reference/agents/create-an-infercrane-agent-key-for-one-machine;-the-key-is-returned-once-and-can-call-only-the-agent-api"},{"title":"Inspect one agent and the servers observed through it","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/agents/{id}","href":"/api-reference/agents/inspect-one-agent-and-the-servers-observed-through-it"},{"title":"Revoke an agent; it stops at its next sync and its servers are marked unhealthy","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/agents/{id}","href":"/api-reference/agents/revoke-an-agent;-it-stops-at-its-next-sync-and-its-servers-are-marked-unhealthy"}]},{"group":"Model artifacts","pages":[{"title":"Inspect fresh and expired cache observations separately from prefetch intent","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/artifacts/{id}/cache","href":"/api-reference/model-artifacts/inspect-fresh-and-expired-cache-observations-separately-from-prefetch-intent"},{"title":"Record bounded provider-native artifact cache evidence","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/artifacts/{id}/cache-observations","href":"/api-reference/model-artifacts/record-bounded-provider-native-artifact-cache-evidence"},{"title":"Request provider-adapter artifact prefetch","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/artifacts/{id}/prefetches","href":"/api-reference/model-artifacts/request-provider-adapter-artifact-prefetch"}]},{"group":"Async inference","pages":[{"title":"Inspect an async job and its result when complete","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/async/jobs/{id}","href":"/api-reference/async-inference/inspect-an-async-job-and-its-result-when-complete"},{"title":"Cancel queued or executing async inference","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/async/jobs/{id}","href":"/api-reference/async-inference/cancel-queued-or-executing-async-inference"},{"title":"Submit one encrypted durable inference job","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints/{name}/async","href":"/api-reference/async-inference/submit-one-encrypted-durable-inference-job"}]},{"group":"Audit","pages":[{"title":"List tenant audit events","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/audit-events","href":"/api-reference/audit/list-tenant-audit-events"}]},{"group":"Autopilot","pages":[{"title":"Inspect an immutable advisory plan","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/autopilot/plans/{id}","href":"/api-reference/autopilot/inspect-an-immutable-advisory-plan"},{"title":"Record human approval without mutating serving state","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/autopilot/plans/{id}/approve","href":"/api-reference/autopilot/record-human-approval-without-mutating-serving-state"},{"title":"Create an advisory plan from a persisted recommendation","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/autopilot/plans","href":"/api-reference/autopilot/create-an-advisory-plan-from-a-persisted-recommendation"}]},{"group":"Billing","pages":[{"title":"Idempotently create a durable fixed-price hosted checkout without changing the prepaid balance","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/billing/checkout-sessions","href":"/api-reference/billing/idempotently-create-a-durable-fixed-price-hosted-checkout-without-changing-the-prepaid-balance"},{"title":"List append-only managed Model API settlements and credits","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/billing/ledger","href":"/api-reference/billing/list-append-only-managed-model-api-settlements-and-credits"},{"title":"Inspect prepaid managed Model API funds and active reservations","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/billing/wallet","href":"/api-reference/billing/inspect-prepaid-managed-model-api-funds-and-active-reservations"},{"title":"Verify and atomically apply an idempotent Stripe prepaid payment event","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/billing/webhooks/stripe","href":"/api-reference/billing/verify-and-atomically-apply-an-idempotent-stripe-prepaid-payment-event"}]},{"group":"Capacity intelligence","pages":[{"title":"Summarize tenant-scoped observed capacity evidence","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/capacity/intelligence","href":"/api-reference/capacity-intelligence/summarize-tenant-scoped-observed-capacity-evidence"},{"title":"Compare a current catalog quote with read-only provider launch evidence","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/capacity/probes","href":"/api-reference/capacity-intelligence/compare-a-current-catalog-quote-with-read-only-provider-launch-evidence"}]},{"group":"Compute","pages":[{"title":"List reviewed accelerators outside the default CUDA platform, the runtime image pinned for each platform, and where each platform may run","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/catalog/accelerators","href":"/api-reference/compute/list-reviewed-accelerators-outside-the-default-cuda-platform-the-runtime-image-pinned-for-each-platform-and-where-each-platform-may-run"},{"title":"List timestamped GPU price observations without claiming stock","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/catalog/gpu-prices","href":"/api-reference/compute/list-timestamped-gpu-price-observations-without-claiming-stock"},{"title":"List verified tenant-owned compute connections without returning credentials","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/compute/connections","href":"/api-reference/compute/list-verified-tenant-owned-compute-connections-without-returning-credentials"},{"title":"Verify and store a write-only tenant compute credential","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/compute/connections","href":"/api-reference/compute/verify-and-store-a-write-only-tenant-compute-credential"},{"title":"Delete an unused tenant compute connection","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/compute/connections/{id}","href":"/api-reference/compute/delete-an-unused-tenant-compute-connection"},{"title":"List real execution readiness separately from adapter registration","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/compute/providers","href":"/api-reference/compute/list-real-execution-readiness-separately-from-adapter-registration"},{"title":"Quote a time-boxed prepaid InferCrane Cloud deployment","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/managed-deployment-quotes","href":"/api-reference/compute/quote-a-time-boxed-prepaid-infercrane-cloud-deployment"},{"title":"List public timestamped GPU price observations without claiming stock","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/public/catalog/gpu-prices","href":"/api-reference/compute/list-public-timestamped-gpu-price-observations-without-claiming-stock"}]},{"group":"Model catalog","pages":[{"title":"Check automatically whether an unreviewed Hugging Face model runs on the pinned runtimes and which GPUs it fits; not a performance claim","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/catalog/hugging-face/check","href":"/api-reference/model-catalog/check-automatically-whether-an-unreviewed-hugging-face-model-runs-on-the-pinned-runtimes-and-which-gpus-it-fits;-not-a-performance-claim"},{"title":"List reviewed model identities and publisher-optimized checkpoint candidates","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/catalog/hugging-face/models","href":"/api-reference/model-catalog/list-reviewed-model-identities-and-publisher-optimized-checkpoint-candidates"},{"title":"Search public Hugging Face text-generation, vision-language, and embedding models; results are not reviewed","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/catalog/hugging-face/search","href":"/api-reference/model-catalog/search-public-hugging-face-text-generation-vision-language-and-embedding-models;-results-are-not-reviewed"},{"title":"Search reviewed model starting points","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/catalog/models","href":"/api-reference/model-catalog/search-reviewed-model-starting-points"},{"title":"Inspect one reviewed model and its serving profiles","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/catalog/models/{name}","href":"/api-reference/model-catalog/inspect-one-reviewed-model-and-its-serving-profiles"}]},{"group":"Identity","pages":[{"title":"Start a CLI sign-in that a person approves in the dashboard; unauthenticated","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/cli/logins","href":"/api-reference/identity/start-a-cli-sign-in-that-a-person-approves-in-the-dashboard;-unauthenticated"},{"title":"Poll a CLI sign-in with its device code and receive the key once it is approved; unauthenticated","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/cli/logins/token","href":"/api-reference/identity/poll-a-cli-sign-in-with-its-device-code-and-receive-the-key-once-it-is-approved;-unauthenticated"},{"title":"Show the device and status of a CLI sign-in before approving it","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/cli/logins/{code}","href":"/api-reference/identity/show-the-device-and-status-of-a-cli-sign-in-before-approving-it"},{"title":"Approve a CLI sign-in with the caller's own tenant, role, and scopes","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/cli/logins/{code}/approve","href":"/api-reference/identity/approve-a-cli-sign-in-with-the-callers-own-tenant-role-and-scopes"},{"title":"Deny a CLI sign-in","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/cli/logins/{code}/deny","href":"/api-reference/identity/deny-a-cli-sign-in"},{"title":"List active CLI keys; administrators see every member's keys","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/cli/sessions","href":"/api-reference/identity/list-active-cli-keys;-administrators-see-every-members-keys"},{"title":"Revoke the CLI key making this request","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/cli/sessions/current","href":"/api-reference/identity/revoke-the-cli-key-making-this-request"},{"title":"Revoke a CLI key","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/cli/sessions/{id}","href":"/api-reference/identity/revoke-a-cli-key"},{"title":"List private-console members for the authenticated organization","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/console/access","href":"/api-reference/identity/list-private-console-members-for-the-authenticated-organization"},{"title":"Map a hosted identity and grant or revoke private-console access","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/console/access","href":"/api-reference/identity/map-a-hosted-identity-and-grant-or-revoke-private-console-access"},{"title":"Resolve the authenticated console organization and entitlements","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/console/session","href":"/api-reference/identity/resolve-the-authenticated-console-organization-and-entitlements"},{"title":"List service accounts for the authenticated organization","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/principals","href":"/api-reference/identity/list-service-accounts-for-the-authenticated-organization"},{"title":"Create a scoped service account","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/principals","href":"/api-reference/identity/create-a-scoped-service-account"},{"title":"Revoke a service account","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/principals/{id}","href":"/api-reference/identity/revoke-a-service-account"},{"title":"Rotate a service-account credential","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/principals/{id}/rotate","href":"/api-reference/identity/rotate-a-service-account-credential"},{"title":"Set tenant safety quotas","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/tenant/quota","href":"/api-reference/identity/set-tenant-safety-quotas"},{"title":"Create a tenant","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/tenants","href":"/api-reference/identity/create-a-tenant"},{"title":"Inspect the authenticated principal","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/whoami","href":"/api-reference/identity/inspect-the-authenticated-principal"}]},{"group":"Context Passport","pages":[{"title":"Create bounded durable logical session identity","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/context-passports","href":"/api-reference/context-passport/create-bounded-durable-logical-session-identity"},{"title":"Inspect logical session identity and best-effort affinity","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/context-passports/{id}","href":"/api-reference/context-passport/inspect-logical-session-identity-and-best-effort-affinity"}]},{"group":"Deployments","pages":[{"title":"List logical deployments","description":null,"deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments","href":"/api-reference/deployments/list-logical-deployments"},{"title":"Create a provider-managed deployment","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments","href":"/api-reference/deployments/create-a-provider-managed-deployment"},{"title":"Apply a DeploymentSpec","description":null,"deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/apply","href":"/api-reference/deployments/apply-a-deploymentspec"},{"title":"Inspect deployment lifecycle state","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}","href":"/api-reference/deployments/inspect-deployment-lifecycle-state"},{"title":"Delete a logical deployment","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/deployments/{name}","href":"/api-reference/deployments/delete-a-logical-deployment"},{"title":"List deployment events","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/events","href":"/api-reference/deployments/list-deployment-events"}]},{"group":"Benchmarks","pages":[{"title":"List benchmark history","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/benchmarks","href":"/api-reference/benchmarks/list-benchmark-history"},{"title":"Run and persist an AIPerf benchmark","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/benchmarks","href":"/api-reference/benchmarks/run-and-persist-an-aiperf-benchmark"}]},{"group":"Burst Guard","pages":[{"title":"Persist a fresh budget-bounded overflow decision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/burst-guard/evaluate","href":"/api-reference/burst-guard/persist-a-fresh-budget-bounded-overflow-decision"}]},{"group":"Inference optimization","pages":[{"title":"List immutable continual optimization decisions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/continual-optimization/decisions","href":"/api-reference/inference-optimization/list-immutable-continual-optimization-decisions"},{"title":"Evaluate public screening or customer replay evidence and persist a bounded next action","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/continual-optimization/evaluate","href":"/api-reference/inference-optimization/evaluate-public-screening-or-customer-replay-evidence-and-persist-a-bounded-next-action"},{"title":"Inspect the bounded continual optimization policy","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/continual-optimization/policy","href":"/api-reference/inference-optimization/inspect-the-bounded-continual-optimization-policy"},{"title":"Set workload, evidence, experiment budget, reliability, and promotion boundaries","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/deployments/{name}/continual-optimization/policy","href":"/api-reference/inference-optimization/set-workload-evidence-experiment-budget-reliability-and-promotion-boundaries"},{"title":"Turn content-free monitoring into a conservative next profiling action","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/optimization-readiness","href":"/api-reference/inference-optimization/turn-content-free-monitoring-into-a-conservative-next-profiling-action"},{"title":"Inspect exact accelerator, runtime, topology, profiler, and modality adapter contracts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/optimization/accelerator-lab/capabilities","href":"/api-reference/inference-optimization/inspect-exact-accelerator-runtime-topology-profiler-and-modality-adapter-contracts"},{"title":"List the organization's Accelerator Lab runs, newest first, with their target, policy, and recorded evidence","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/optimization/accelerator-lab/runs","href":"/api-reference/inference-optimization/list-the-organizations-accelerator-lab-runs-newest-first-with-their-target-policy-and-recorded-evidence"},{"title":"Queue a budget-bounded profile, isolated build, and exact-target qualification operation","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/accelerator-lab/runs","href":"/api-reference/inference-optimization/queue-a-budget-bounded-profile-isolated-build-and-exact-target-qualification-operation"},{"title":"List durable evidence-gated optimization campaigns","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/optimization/campaigns","href":"/api-reference/inference-optimization/list-durable-evidence-gated-optimization-campaigns"},{"title":"Persist a bounded immutable proposal without mutating provider infrastructure","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/campaigns","href":"/api-reference/inference-optimization/persist-a-bounded-immutable-proposal-without-mutating-provider-infrastructure"},{"title":"Inspect predicted and measured campaign evidence","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/optimization/campaigns/{id}","href":"/api-reference/inference-optimization/inspect-predicted-and-measured-campaign-evidence"},{"title":"Queue explicit activation or guarded promotion for a qualified candidate","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/campaigns/{id}/activate","href":"/api-reference/inference-optimization/queue-explicit-activation-or-guarded-promotion-for-a-qualified-candidate"},{"title":"Validate bounded cost authority and queue durable optimization execution","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/campaigns/{id}/approve","href":"/api-reference/inference-optimization/validate-bounded-cost-authority-and-queue-durable-optimization-execution"},{"title":"Cancel future campaign work and require cleanup","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/campaigns/{id}/cancel","href":"/api-reference/inference-optimization/cancel-future-campaign-work-and-require-cleanup"},{"title":"Send one chat completion to the exact revision of a decided candidate; refused while the run is still measuring it, never recorded as a request trace","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/campaigns/{id}/candidates/{candidate_id}/chat/completions","href":"/api-reference/inference-optimization/send-one-chat-completion-to-the-exact-revision-of-a-decided-candidate;-refused-while-the-run-is-still-measuring-it-never-recorded-as-a-request-trace"},{"title":"Compare the baseline and the winning setup of one campaign on cost, speed, and answer quality","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/optimization/campaigns/{id}/report","href":"/api-reference/inference-optimization/compare-the-baseline-and-the-winning-setup-of-one-campaign-on-cost-speed-and-answer-quality"},{"title":"Search reviewed existing kernel sources before bounded custom-kernel experiments","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/kernel-opportunities","href":"/api-reference/inference-optimization/search-reviewed-existing-kernel-sources-before-bounded-custom-kernel-experiments"},{"title":"Generate bounded reviewed configuration candidates without provider mutation or performance claims","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimization/proposals","href":"/api-reference/inference-optimization/generate-bounded-reviewed-configuration-candidates-without-provider-mutation-or-performance-claims"},{"title":"List immutable optimized artifact provenance","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/optimized-artifacts","href":"/api-reference/inference-optimization/list-immutable-optimized-artifact-provenance"},{"title":"Plan a digest-pinned external artifact build","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimized-artifacts","href":"/api-reference/inference-optimization/plan-a-digest-pinned-external-artifact-build"},{"title":"Inspect optimized artifact provenance and evidence state","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/optimized-artifacts/{id}","href":"/api-reference/inference-optimization/inspect-optimized-artifact-provenance-and-evidence-state"},{"title":"Attach immutable output identity or a stable external builder failure","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimized-artifacts/{id}/attest","href":"/api-reference/inference-optimization/attach-immutable-output-identity-or-a-stable-external-builder-failure"},{"title":"Record that the external digest-pinned builder started","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimized-artifacts/{id}/build","href":"/api-reference/inference-optimization/record-that-the-external-digest-pinned-builder-started"},{"title":"Bind passing signed quality evidence from the exact candidate revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/optimized-artifacts/{id}/qualify","href":"/api-reference/inference-optimization/bind-passing-signed-quality-evidence-from-the-exact-candidate-revision"},{"title":"List content-free public workload priors for day-zero screening","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/workload-profiles","href":"/api-reference/inference-optimization/list-content-free-public-workload-priors-for-day-zero-screening"},{"title":"Inspect one immutable public workload prior and its optimizer binding","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/workload-profiles/{name}","href":"/api-reference/inference-optimization/inspect-one-immutable-public-workload-prior-and-its-optimizer-binding"}]},{"group":"FinOps","pages":[{"title":"Attach bounded currency-explicit cost evidence to the active revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/cost-evidence","href":"/api-reference/finops/attach-bounded-currency-explicit-cost-evidence-to-the-active-revision"},{"title":"List persisted FinOps evidence","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/finops/reports","href":"/api-reference/finops/list-persisted-finops-evidence"},{"title":"Persist a sourced cost report without invented savings","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/finops/reports","href":"/api-reference/finops/persist-a-sourced-cost-report-without-invented-savings"}]},{"group":"External capacity","pages":[{"title":"Inspect governed external fallback","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/external-policy","href":"/api-reference/external-capacity/inspect-governed-external-fallback"},{"title":"Configure governed external fallback","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/deployments/{name}/external-policy","href":"/api-reference/external-capacity/configure-governed-external-fallback"}]},{"group":"Monitoring","pages":[{"title":"Attach one bounded content-free GPU profile capture to the active revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/gpu-profiles","href":"/api-reference/monitoring/attach-one-bounded-content-free-gpu-profile-capture-to-the-active-revision"},{"title":"Attach bounded content-free operational measurements to the active revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/measurements","href":"/api-reference/monitoring/attach-bounded-content-free-operational-measurements-to-the-active-revision"},{"title":"Import bounded content-free production request shapes for monitoring and replay","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/traffic-observations","href":"/api-reference/monitoring/import-bounded-content-free-production-request-shapes-for-monitoring-and-replay"},{"title":"Read the newest content-free GPU profile capture of the active revision behind an endpoint","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/gpu-profile","href":"/api-reference/monitoring/read-the-newest-content-free-gpu-profile-capture-of-the-active-revision-behind-an-endpoint"},{"title":"List every retained GPU profile capture behind an endpoint, including revisions that no longer serve","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/gpu-profiles","href":"/api-reference/monitoring/list-every-retained-gpu-profile-capture-behind-an-endpoint-including-revisions-that-no-longer-serve"},{"title":"Compare two analyzed GPU profile captures behind an endpoint, for example before and after a rollout","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/gpu-profiles/compare","href":"/api-reference/monitoring/compare-two-analyzed-gpu-profile-captures-behind-an-endpoint-for-example-before-and-after-a-rollout"},{"title":"Read one retained GPU profile capture behind an endpoint","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/gpu-profiles/{id}","href":"/api-reference/monitoring/read-one-retained-gpu-profile-capture-behind-an-endpoint"},{"title":"Read bounded normalized inference and lifecycle evidence","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/monitoring","href":"/api-reference/monitoring/read-bounded-normalized-inference-and-lifecycle-evidence"}]},{"group":"Release evidence","pages":[{"title":"List signed Inference Passports","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/passports","href":"/api-reference/release-evidence/list-signed-inference-passports"},{"title":"Issue a signed Inference Passport","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/passports","href":"/api-reference/release-evidence/issue-a-signed-inference-passport"},{"title":"List revision-bound semantic quality evidence and per-eval PASS, WATCH, or BLOCK verdicts without prompt or output content","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/quality-evidence","href":"/api-reference/release-evidence/list-revision-bound-semantic-quality-evidence-and-per-eval-pass-watch-or-block-verdicts-without-prompt-or-output-content"},{"title":"Attach signed aggregate semantic quality evidence to an immutable revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/quality-evidence","href":"/api-reference/release-evidence/attach-signed-aggregate-semantic-quality-evidence-to-an-immutable-revision"},{"title":"Upload a customer eval set for the built-in answer check; it is addressed by the SHA-256 digest of the exact bytes","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/quality/eval-sets","href":"/api-reference/release-evidence/upload-a-customer-eval-set-for-the-built-in-answer-check;-it-is-addressed-by-the-sha-256-digest-of-the-exact-bytes"},{"title":"Inspect an uploaded eval set without its prompts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/quality/eval-sets/{digest}","href":"/api-reference/release-evidence/inspect-an-uploaded-eval-set-without-its-prompts"},{"title":"Delete an uploaded eval set; campaigns that name it wait until it is uploaded again","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/quality/eval-sets/{digest}","href":"/api-reference/release-evidence/delete-an-uploaded-eval-set;-campaigns-that-name-it-wait-until-it-is-uploaded-again"}]},{"group":"Recipes","pages":[{"title":"Capture an immutable evidence-backed recipe","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/recipes","href":"/api-reference/recipes/capture-an-immutable-evidence-backed-recipe"},{"title":"Search immutable model recipes","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/recipes","href":"/api-reference/recipes/search-immutable-model-recipes"},{"title":"Get one immutable model recipe","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/recipes/{name}/{version}","href":"/api-reference/recipes/get-one-immutable-model-recipe"}]},{"group":"Inference decisions","pages":[{"title":"List persisted recommendation history","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/recommendations","href":"/api-reference/inference-decisions/list-persisted-recommendation-history"},{"title":"Evaluate and persist a recommendation","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/recommendations","href":"/api-reference/inference-decisions/evaluate-and-persist-a-recommendation"},{"title":"Inspect deterministic SLO policy","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/slo-policy","href":"/api-reference/inference-decisions/inspect-deterministic-slo-policy"},{"title":"Set deterministic SLO policy","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/deployments/{name}/slo-policy","href":"/api-reference/inference-decisions/set-deterministic-slo-policy"},{"title":"Delete deterministic SLO policy","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/deployments/{name}/slo-policy","href":"/api-reference/inference-decisions/delete-deterministic-slo-policy"}]},{"group":"Release Guard","pages":[{"title":"Inspect the persisted guard policy","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/release-guard/policy","href":"/api-reference/release-guard/inspect-the-persisted-guard-policy"},{"title":"Set the persisted guard policy","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/deployments/{name}/release-guard/policy","href":"/api-reference/release-guard/set-the-persisted-guard-policy"},{"title":"Evaluate active and candidate revisions","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/rollouts/guard/evaluate","href":"/api-reference/release-guard/evaluate-active-and-candidate-revisions"}]},{"group":"Replay","pages":[{"title":"List privacy-preserving workload-shape traces for one deployment","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/replays","href":"/api-reference/replay/list-privacy-preserving-workload-shape-traces-for-one-deployment"},{"title":"Capture a privacy-preserving production workload shape","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/replays","href":"/api-reference/replay/capture-a-privacy-preserving-production-workload-shape"},{"title":"Inspect a persisted workload-shape trace","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/replays/{id}","href":"/api-reference/replay/inspect-a-persisted-workload-shape-trace"}]},{"group":"Revisions","pages":[{"title":"List immutable deployment revisions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/revisions","href":"/api-reference/revisions/list-immutable-deployment-revisions"},{"title":"Roll back to a prior revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/rollback","href":"/api-reference/revisions/roll-back-to-a-prior-revision"},{"title":"Create a candidate revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/rollouts","href":"/api-reference/revisions/create-a-candidate-revision"},{"title":"Promote a validated candidate","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/rollouts/{revision}/promote","href":"/api-reference/revisions/promote-a-validated-candidate"},{"title":"Provision candidate capacity","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/rollouts/{revision}/provision","href":"/api-reference/revisions/provision-candidate-capacity"},{"title":"Reject a candidate revision","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/rollouts/{revision}/reject","href":"/api-reference/revisions/reject-a-candidate-revision"}]},{"group":"Routing","pages":[{"title":"Set the active route target","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/deployments/{name}/route","href":"/api-reference/routing/set-the-active-route-target"}]},{"group":"Scaling","pages":[{"title":"List persisted scaling decisions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/scaling-decisions","href":"/api-reference/scaling/list-persisted-scaling-decisions"}]},{"group":"Training lineage","pages":[{"title":"List content-free external training provenance for deployment revisions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/deployments/{name}/training-artifacts","href":"/api-reference/training-lineage/list-content-free-external-training-provenance-for-deployment-revisions"},{"title":"Verify and attach a signed immutable checkpoint handoff","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/deployments/{name}/training-artifacts","href":"/api-reference/training-lineage/verify-and-attach-a-signed-immutable-checkpoint-handoff"}]},{"group":"System","pages":[{"title":"Run control-plane diagnostics","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/doctor","href":"/api-reference/system/run-control-plane-diagnostics"},{"title":"Inspect registered integration capabilities","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/integrations","href":"/api-reference/system/inspect-registered-integration-capabilities"},{"title":"List live control-plane instances and protocol compatibility","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/system/instances","href":"/api-reference/system/list-live-control-plane-instances-and-protocol-compatibility"}]},{"group":"Endpoints","pages":[{"title":"List stable application endpoints","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints","href":"/api-reference/endpoints/list-stable-application-endpoints"},{"title":"Create a stable application endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints","href":"/api-reference/endpoints/create-a-stable-application-endpoint"},{"title":"Inspect an endpoint and its serving plans","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}","href":"/api-reference/endpoints/inspect-an-endpoint-and-its-serving-plans"},{"title":"Delete an endpoint without deleting its bound deployment","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/endpoints/{name}","href":"/api-reference/endpoints/delete-an-endpoint-without-deleting-its-bound-deployment"},{"title":"Attach a backend binding to an endpoint","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints/{name}/bindings","href":"/api-reference/endpoints/attach-a-backend-binding-to-an-endpoint"},{"title":"Create and stage an immutable serving plan","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints/{name}/plans","href":"/api-reference/endpoints/create-and-stage-an-immutable-serving-plan"},{"title":"Promote a serving plan for future requests","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/endpoints/{name}/plans/{plan}/active","href":"/api-reference/endpoints/promote-a-serving-plan-for-future-requests"},{"title":"Stage a candidate serving plan","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/endpoints/{name}/plans/{plan}/candidate","href":"/api-reference/endpoints/stage-a-candidate-serving-plan"},{"title":"Evaluate active and candidate serving plans","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints/{name}/release-guard/evaluate","href":"/api-reference/endpoints/evaluate-active-and-candidate-serving-plans"},{"title":"List endpoint Release Guard decisions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/release-guard/evaluations","href":"/api-reference/endpoints/list-endpoint-release-guard-decisions"},{"title":"Inspect endpoint Release Guard policy","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/release-guard/policy","href":"/api-reference/endpoints/inspect-endpoint-release-guard-policy"},{"title":"Set endpoint Release Guard policy","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/endpoints/{name}/release-guard/policy","href":"/api-reference/endpoints/set-endpoint-release-guard-policy"},{"title":"Stage one environment endpoint's immutable plan as another endpoint's candidate","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/environment-promotions","href":"/api-reference/endpoints/stage-one-environment-endpoints-immutable-plan-as-another-endpoints-candidate"},{"title":"List endpoint environments","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/environments","href":"/api-reference/endpoints/list-endpoint-environments"},{"title":"Create an endpoint environment","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/environments","href":"/api-reference/endpoints/create-an-endpoint-environment"},{"title":"List logical model identities","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/logical-models","href":"/api-reference/endpoints/list-logical-model-identities"},{"title":"Create a logical model identity","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/logical-models","href":"/api-reference/endpoints/create-a-logical-model-identity"}]},{"group":"Admission","pages":[{"title":"Inspect bounded endpoint admission policy","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/admission","href":"/api-reference/admission/inspect-bounded-endpoint-admission-policy"},{"title":"Set bounded endpoint admission policy","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/endpoints/{name}/admission","href":"/api-reference/admission/set-bounded-endpoint-admission-policy"}]},{"group":"Alerts","pages":[{"title":"List signed webhook alert policies","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/endpoints/{name}/alerts","href":"/api-reference/alerts/list-signed-webhook-alert-policies"},{"title":"Create a signed webhook alert policy","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints/{name}/alerts","href":"/api-reference/alerts/create-a-signed-webhook-alert-policy"},{"title":"Evaluate deterministic findings and deliver eligible alerts","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints/{name}/alerts/evaluate","href":"/api-reference/alerts/evaluate-deterministic-findings-and-deliver-eligible-alerts"}]},{"group":"Diagnostics","pages":[{"title":"Persist deterministic endpoint findings","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/endpoints/{name}/doctor","href":"/api-reference/diagnostics/persist-deterministic-endpoint-findings"},{"title":"Inspect persisted request metadata without content","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/requests/{id}","href":"/api-reference/diagnostics/inspect-persisted-request-metadata-without-content"}]},{"group":"Inference Lab","pages":[{"title":"Compare persisted serving evidence","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/lab/evaluations","href":"/api-reference/inference-lab/compare-persisted-serving-evidence"}]},{"group":"Model APIs","pages":[{"title":"Browse supplier-neutral managed Model API identities","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/model-api-catalog","href":"/api-reference/model-apis/browse-supplier-neutral-managed-model-api-identities"},{"title":"Inspect one managed Model API identity without supplier disclosure","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/model-api-catalog/{id}","href":"/api-reference/model-apis/inspect-one-managed-model-api-identity-without-supplier-disclosure"},{"title":"Activate the current qualified Model API route for the authenticated workspace","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/model-api-catalog/{id}/activate","href":"/api-reference/model-apis/activate-the-current-qualified-model-api-route-for-the-authenticated-workspace"},{"title":"Read tenant-scoped hosted Model API settlement evidence","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/model-api-usage","href":"/api-reference/model-apis/read-tenant-scoped-hosted-model-api-settlement-evidence"}]},{"group":"Notifications","pages":[{"title":"List workspace destinations for optimization run events without returning URLs or secrets","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/notifications/subscriptions","href":"/api-reference/notifications/list-workspace-destinations-for-optimization-run-events-without-returning-urls-or-secrets"},{"title":"Add a webhook or Slack destination; a webhook's signing secret is returned once","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/notifications/subscriptions","href":"/api-reference/notifications/add-a-webhook-or-slack-destination;-a-webhooks-signing-secret-is-returned-once"},{"title":"Delete a destination and its pending deliveries","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/notifications/subscriptions/{id}","href":"/api-reference/notifications/delete-a-destination-and-its-pending-deliveries"},{"title":"Change a destination's name, URL, events, or enabled state","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/v1/notifications/subscriptions/{id}","href":"/api-reference/notifications/change-a-destinations-name-url-events-or-enabled-state"},{"title":"Send one signed test event now and return its delivery result","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/notifications/subscriptions/{id}/test","href":"/api-reference/notifications/send-one-signed-test-event-now-and-return-its-delivery-result"}]},{"group":"Operations","pages":[{"title":"List durable operations for the authenticated organization","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/operations","href":"/api-reference/operations/list-durable-operations-for-the-authenticated-organization"},{"title":"Inspect a durable operation","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/operations/{id}","href":"/api-reference/operations/inspect-a-durable-operation"},{"title":"Request cooperative operation cancellation","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/operations/{id}/cancel","href":"/api-reference/operations/request-cooperative-operation-cancellation"},{"title":"List durable operation events","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/operations/{id}/events","href":"/api-reference/operations/list-durable-operation-events"}]},{"group":"Infrastructure","pages":[{"title":"List orphaned provider resources","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/orphans","href":"/api-reference/infrastructure/list-orphaned-provider-resources"}]},{"group":"Planning","pages":[{"title":"Compile bounded user intent into an editable reviewed configuration","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/planning/intents","href":"/api-reference/planning/compile-bounded-user-intent-into-an-editable-reviewed-configuration"}]},{"group":"Inference","pages":[{"title":"Send one chat completion to an endpoint as the authenticated control-plane principal, on the same routing, admission, quota, billing and recording path as /v1/chat/completions","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/playground/chat/completions","href":"/api-reference/inference/send-one-chat-completion-to-an-endpoint-as-the-authenticated-control-plane-principal-on-the-same-routing-admission-quota-billing-and-recording-path-as-v1chatcompletions"},{"title":"Create a buffered or streaming chat completion","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/chat/completions","href":"/api-reference/inference/create-a-buffered-or-streaming-chat-completion"},{"title":"Proxy a capability-qualified OpenAI-compatible request","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/chat/completions/batch","href":"/api-reference/inference/proxy-a-capability-qualified-openai-compatible-request"},{"title":"Proxy a capability-qualified OpenAI-compatible request","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/completions","href":"/api-reference/inference/proxy-a-capability-qualified-openai-compatible-request-1"},{"title":"Proxy a capability-qualified OpenAI-compatible request","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/embeddings","href":"/api-reference/inference/proxy-a-capability-qualified-openai-compatible-request-2"},{"title":"List logical inference models","deprecated":null,"version":null,"openapi":"/openapi.json get /v1/models","href":"/api-reference/inference/list-logical-inference-models"},{"title":"Proxy a capability-qualified OpenAI-compatible request","deprecated":null,"version":null,"openapi":"/openapi.json post /v1/responses","href":"/api-reference/inference/proxy-a-capability-qualified-openai-compatible-request-3"}]},{"group":"Providers","pages":[{"title":"List reusable external provider connections","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/provider-connections","href":"/api-reference/providers/list-reusable-external-provider-connections"},{"title":"Create a secret-reference-only external provider connection","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/provider-connections","href":"/api-reference/providers/create-a-secret-reference-only-external-provider-connection"},{"title":"Delete provider configuration without mutating immutable endpoint bindings","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/provider-connections/{name}","href":"/api-reference/providers/delete-provider-configuration-without-mutating-immutable-endpoint-bindings"}]},{"group":"Sandboxes","pages":[{"title":"Proxy a tenant-scoped short-lived sandbox preview","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandbox-previews/{sandbox}/{token}/{path...}","href":"/api-reference/sandboxes/proxy-a-tenant-scoped-short-lived-sandbox-preview"},{"title":"Inspect a tenant-scoped short-lived sandbox preview","deprecated":null,"version":null,"openapi":"/openapi.json head /api/v1/sandbox-previews/{sandbox}/{token}/{path...}","href":"/api-reference/sandboxes/inspect-a-tenant-scoped-short-lived-sandbox-preview"},{"title":"List tenant-owned sandboxes without provider identities or customer content","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes","href":"/api-reference/sandboxes/list-tenant-owned-sandboxes-without-provider-identities-or-customer-content"},{"title":"Create a durable sandbox from an approved immutable environment","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/sandboxes","href":"/api-reference/sandboxes/create-a-durable-sandbox-from-an-approved-immutable-environment"},{"title":"Inspect the configured private-tenant sandbox provider and its exact implemented capabilities","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes/capabilities","href":"/api-reference/sandboxes/inspect-the-configured-private-tenant-sandbox-provider-and-its-exact-implemented-capabilities"},{"title":"List external sandbox references without command, file, prompt, or output content","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes/references","href":"/api-reference/sandboxes/list-external-sandbox-references-without-command-file-prompt-or-output-content"},{"title":"Register an externally owned sandbox and issue an expiring endpoint-scoped credential","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/sandboxes/references","href":"/api-reference/sandboxes/register-an-externally-owned-sandbox-and-issue-an-expiring-endpoint-scoped-credential"},{"title":"Revoke InferCrane access without mutating the external sandbox","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/sandboxes/references/{id}","href":"/api-reference/sandboxes/revoke-infercrane-access-without-mutating-the-external-sandbox"},{"title":"Rotate the expiring endpoint-scoped credential for an active sandbox reference","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/sandboxes/references/{id}/credential/rotate","href":"/api-reference/sandboxes/rotate-the-expiring-endpoint-scoped-credential-for-an-active-sandbox-reference"},{"title":"Read content-free sandbox usage and prepaid metering state","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes/usage","href":"/api-reference/sandboxes/read-content-free-sandbox-usage-and-prepaid-metering-state"},{"title":"Inspect one tenant-owned sandbox","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes/{id}","href":"/api-reference/sandboxes/inspect-one-tenant-owned-sandbox"},{"title":"Delete a sandbox and durably clean up its workspace","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/sandboxes/{id}","href":"/api-reference/sandboxes/delete-a-sandbox-and-durably-clean-up-its-workspace"},{"title":"Run one bounded command and stream base64 NDJSON output through InferCrane","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/sandboxes/{id}/commands","href":"/api-reference/sandboxes/run-one-bounded-command-and-stream-base64-ndjson-output-through-infercrane"},{"title":"List content-free sandbox activity","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes/{id}/events","href":"/api-reference/sandboxes/list-content-free-sandbox-activity"},{"title":"Stream a file from the durable workspace","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes/{id}/files","href":"/api-reference/sandboxes/stream-a-file-from-the-durable-workspace"},{"title":"Stream a bounded file into the durable workspace","deprecated":null,"version":null,"openapi":"/openapi.json put /api/v1/sandboxes/{id}/files","href":"/api-reference/sandboxes/stream-a-bounded-file-into-the-durable-workspace"},{"title":"Put a sandbox to sleep while retaining its workspace","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/sandboxes/{id}/pause","href":"/api-reference/sandboxes/put-a-sandbox-to-sleep-while-retaining-its-workspace"},{"title":"Create a short-lived InferCrane-brokered HTTP preview","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/sandboxes/{id}/ports/{port}/leases","href":"/api-reference/sandboxes/create-a-short-lived-infercrane-brokered-http-preview"},{"title":"Read redacted execution receipt evidence without provider identity","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/sandboxes/{id}/receipt","href":"/api-reference/sandboxes/read-redacted-execution-receipt-evidence-without-provider-identity"},{"title":"Wake a sandbox with its durable workspace attached","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/sandboxes/{id}/resume","href":"/api-reference/sandboxes/wake-a-sandbox-with-its-durable-workspace-attached"}]},{"group":"Secrets","pages":[{"title":"List secret references","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/secrets","href":"/api-reference/secrets/list-secret-references"},{"title":"Create a reference to an external secret","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/secrets","href":"/api-reference/secrets/create-a-reference-to-an-external-secret"},{"title":"Delete a secret reference","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/v1/secrets/{id}","href":"/api-reference/secrets/delete-a-secret-reference"}]},{"group":"Targets","pages":[{"title":"List inference targets","deprecated":null,"version":null,"openapi":"/openapi.json get /api/v1/targets","href":"/api-reference/targets/list-inference-targets"},{"title":"Register an inference target","deprecated":null,"version":null,"openapi":"/openapi.json post /api/v1/targets","href":"/api-reference/targets/register-an-inference-target"}]}]}]},{"group":"Operate the control plane","pages":[{"title":null,"href":"/production"},{"title":"PostgreSQL backup and restore","sidebarTitle":"Backup and restore","href":"/runbooks/backup-restore"},{"title":"Build a production service safely","sidebarTitle":"Production service recipe","href":"/runbooks/production-service"},{"title":"Provider outage and uncertain requests","sidebarTitle":"Provider outage","href":"/runbooks/provider-outage"},{"title":"Fail-closed release evidence in CI","sidebarTitle":"Release evidence in CI","href":"/runbooks/release-evidence-ci"},{"title":"Approve or reject a production candidate","sidebarTitle":"Production release approval","href":"/runbooks/release-approval"},{"title":"Roll out a client or protocol change","href":"/runbooks/protocol-rollout"},{"title":"Ownership and credential transfer","sidebarTitle":"Ownership transfer","href":"/runbooks/ownership-transfer"},{"title":"Share a development endpoint safely","href":"/runbooks/shared-development"},{"title":"Upgrade and compatibility","href":"/upgrade"},{"title":"Troubleshooting","href":"/troubleshooting"},{"title":"Frequently asked questions","sidebarTitle":"FAQ","href":"/faq"},{"title":"Security","href":"/security"}]}]}]},"basePath":"","title":"Create a provider-managed deployment - InferCrane","deploymentId":"dpl_vSEmv961Ncyvz1psVwgUnTXQMSYk","buildId":"dpl_vSEmv961Ncyvz1psVwgUnTXQMSYk","dynamics":["c2aa737661","b0f84f53ff","a9bb46feb3","2b790eda92"],"chunks":["OpenApiReferenceProvider-CrDfRf61.js","snippetPresets-Dv-cOUrx.js","utils-BUTreAgv.js","style-to-object-BY3JEAdk.js","utils-wsznt9RM.js","v4-DIgz8zy6.js","addUniqueKeysToSchema-DEsMlaPy.js","conditional-requirements-CFM0id0Q.js","cloneDeep-DontW4xJ.js","_Uint8Array-pP7X6_RM.js","isObject-FP1Yky1u.js","Page-Cr9IwkK7.js","CodeSnippet-eoRjC4Le.js","DynamicMarkdown-NFqqduU7.js","SectionHeading-DQ-mJoAt.js","icon-DXTBUt6s.js","ApiExamples-CU_aGGP0.js","usePlaygroundInputsStore-7dNmUIbS.js","shallow-fTtruD8x.js","isEqual-BRfNFpSD.js","CodeSnippets-52884wUJ.js","getApiPlaygroundDisplay-CZyAPlR2.js","MethodPill-2v-b3js5.js","getPastedJson-v_8Y1_4v.js","DuplicateIcon-DXIkhZIo.js","createIcon-DRpYuPZs.js","axios-CsQoIw0U.js","Markdown-CwtoSfEf.js","AssistantPageLink-CTqa3eoi.js","dist-DIfYWxfm.js","lib-DMeTj1gb.js","lib-B8HbPgcC.js","katex-Dbtb6Wk7.js","html-void-elements-mCSPHezU.js","marked.esm-CZWythHk.js"]}