Submit one encrypted durable inference job - InferCrane

POST

/

api

/

v1

/

endpoints

/

{name}

/

async

Submit one encrypted durable inference job

curl --request POST \
  --url http://127.0.0.1:18000/api/v1/endpoints/{name}/async \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --header 'Idempotency-Key: <idempotency-key>' \
  --data '
{
  "idempotency_key": "<string>",
  "input": {},
  "store_encrypted_content": true,
  "execution_deadline_seconds": 43200,
  "priority": 0,
  "protocol": "chat",
  "retention_seconds": 302401,
  "webhook_secret_reference_id": "<string>",
  "webhook_url": "<string>"
}
'

import requests

url = "http://127.0.0.1:18000/api/v1/endpoints/{name}/async"

payload = {
    "idempotency_key": "<string>",
    "input": {},
    "store_encrypted_content": True,
    "execution_deadline_seconds": 43200,
    "priority": 0,
    "protocol": "chat",
    "retention_seconds": 302401,
    "webhook_secret_reference_id": "<string>",
    "webhook_url": "<string>"
}
headers = {
    "Idempotency-Key": "<idempotency-key>",
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {
    'Idempotency-Key': '<idempotency-key>',
    Authorization: 'Bearer <token>',
    'Content-Type': 'application/json'
  },
  body: JSON.stringify({
    idempotency_key: '<string>',
    input: {},
    store_encrypted_content: true,
    execution_deadline_seconds: 43200,
    priority: 0,
    protocol: 'chat',
    retention_seconds: 302401,
    webhook_secret_reference_id: '<string>',
    webhook_url: '<string>'
  })
};

fetch('http://127.0.0.1:18000/api/v1/endpoints/{name}/async', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "http://127.0.0.1:18000/api/v1/endpoints/{name}/async"

	payload := strings.NewReader("{\n  \"idempotency_key\": \"<string>\",\n  \"input\": {},\n  \"store_encrypted_content\": true,\n  \"execution_deadline_seconds\": 43200,\n  \"priority\": 0,\n  \"protocol\": \"chat\",\n  \"retention_seconds\": 302401,\n  \"webhook_secret_reference_id\": \"<string>\",\n  \"webhook_url\": \"<string>\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Idempotency-Key", "<idempotency-key>")
	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

{}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "category": "<string>",
    "remediation": "<string>",
    "request_id": "<string>",
    "retryable": true
  }
}

Authorizations

Authorization

string

header

required

Bearer authentication header of the form Bearer <token>, where <token> is your auth token.

Headers

Idempotency-Key

string

required

Stable key used to adopt the original durable operation after retries or disconnects.

Maximum string length: 128

Path Parameters

name

string

required

Minimum string length: 1

Body

application/json

idempotency_key

string

required

Required string length: 1 - 255

input

object

required

Protocol-native request body; encrypted before persistence.

store_encrypted_content

boolean

required

execution_deadline_seconds

integer

Required range: 1 <= x <= 86400

priority

integer

Required range: -100 <= x <= 100

protocol

enum<string>

default:chat

Available options:

chat,

responses,

embeddings,

completions,

batch

retention_seconds

integer

Required range: 2 <= x <= 604800

webhook_secret_reference_id

string

webhook_url

string<uri>

Pattern: ^https://

Response

Durable operation accepted

The response is of type object.

⌘I

Submit one encrypted durable inference job

curl --request POST \
  --url http://127.0.0.1:18000/api/v1/endpoints/{name}/async \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --header 'Idempotency-Key: <idempotency-key>' \
  --data '
{
  "idempotency_key": "<string>",
  "input": {},
  "store_encrypted_content": true,
  "execution_deadline_seconds": 43200,
  "priority": 0,
  "protocol": "chat",
  "retention_seconds": 302401,
  "webhook_secret_reference_id": "<string>",
  "webhook_url": "<string>"
}
'

import requests

url = "http://127.0.0.1:18000/api/v1/endpoints/{name}/async"

payload = {
    "idempotency_key": "<string>",
    "input": {},
    "store_encrypted_content": True,
    "execution_deadline_seconds": 43200,
    "priority": 0,
    "protocol": "chat",
    "retention_seconds": 302401,
    "webhook_secret_reference_id": "<string>",
    "webhook_url": "<string>"
}
headers = {
    "Idempotency-Key": "<idempotency-key>",
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {
    'Idempotency-Key': '<idempotency-key>',
    Authorization: 'Bearer <token>',
    'Content-Type': 'application/json'
  },
  body: JSON.stringify({
    idempotency_key: '<string>',
    input: {},
    store_encrypted_content: true,
    execution_deadline_seconds: 43200,
    priority: 0,
    protocol: 'chat',
    retention_seconds: 302401,
    webhook_secret_reference_id: '<string>',
    webhook_url: '<string>'
  })
};

fetch('http://127.0.0.1:18000/api/v1/endpoints/{name}/async', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "http://127.0.0.1:18000/api/v1/endpoints/{name}/async"

	payload := strings.NewReader("{\n  \"idempotency_key\": \"<string>\",\n  \"input\": {},\n  \"store_encrypted_content\": true,\n  \"execution_deadline_seconds\": 43200,\n  \"priority\": 0,\n  \"protocol\": \"chat\",\n  \"retention_seconds\": 302401,\n  \"webhook_secret_reference_id\": \"<string>\",\n  \"webhook_url\": \"<string>\"\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Idempotency-Key", "<idempotency-key>")
	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

{}

{
  "error": {
    "code": "<string>",
    "message": "<string>",
    "category": "<string>",
    "remediation": "<string>",
    "request_id": "<string>",
    "retryable": true
  }
}