Benchmarks
Run and persist an AIPerf benchmark
POST
/
api
/
v1
/
deployments
/
{name}
/
benchmarks
Run and persist an AIPerf benchmark
curl --request POST \
--url http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"concurrency": 2,
"requests": 50000,
"input_tokens": 128,
"output_tokens": 32,
"random_seed": 17,
"revision": "<string>"
}
'import requests
url = "http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks"
payload = {
"concurrency": 2,
"requests": 50000,
"input_tokens": 128,
"output_tokens": 32,
"random_seed": 17,
"revision": "<string>"
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
concurrency: 2,
requests: 50000,
input_tokens: 128,
output_tokens: 32,
random_seed: 17,
revision: '<string>'
})
};
fetch('http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks"
payload := strings.NewReader("{\n \"concurrency\": 2,\n \"requests\": 50000,\n \"input_tokens\": 128,\n \"output_tokens\": 32,\n \"random_seed\": 17,\n \"revision\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}{}{
"error": {
"code": "<string>",
"message": "<string>",
"category": "<string>",
"remediation": "<string>",
"request_id": "<string>",
"retryable": true
}
}Authorizations
Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Path Parameters
Minimum string length:
1Body
application/json
Response
Created
The response is of type object.
⌘I
Run and persist an AIPerf benchmark
curl --request POST \
--url http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"concurrency": 2,
"requests": 50000,
"input_tokens": 128,
"output_tokens": 32,
"random_seed": 17,
"revision": "<string>"
}
'import requests
url = "http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks"
payload = {
"concurrency": 2,
"requests": 50000,
"input_tokens": 128,
"output_tokens": 32,
"random_seed": 17,
"revision": "<string>"
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
concurrency: 2,
requests: 50000,
input_tokens: 128,
output_tokens: 32,
random_seed: 17,
revision: '<string>'
})
};
fetch('http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "http://127.0.0.1:18000/api/v1/deployments/{name}/benchmarks"
payload := strings.NewReader("{\n \"concurrency\": 2,\n \"requests\": 50000,\n \"input_tokens\": 128,\n \"output_tokens\": 32,\n \"random_seed\": 17,\n \"revision\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}{}{
"error": {
"code": "<string>",
"message": "<string>",
"category": "<string>",
"remediation": "<string>",
"request_id": "<string>",
"retryable": true
}
}