Deployments
Update a deployment
Update an existing deployment configuration
PATCH
Together AI SDK (Python)
Authorizations
Body
application/json
Updated deployment configuration
Response
Deployment updated successfully
Together AI SDK (Python)
Documentation Index
Fetch the complete documentation index at: /llms.txt
Use this file to discover all available pages before exploring further.
Update an existing deployment configuration
from together import Together
client = Together()
deployment = client.beta.jig.update("my-deployment", gpu_count=2)
print(deployment)import Together from "together-ai";
const client = new Together();
const deployment = await client.beta.jig.update("my-deployment", { gpu_count: 2 });
console.log(deployment);
import Together from "together-ai";
const client = new Together();
const deployment = await client.beta.jig.update("my-deployment", { gpu_count: 2 });
console.log(deployment);
curl -X PATCH \
-H "Authorization: Bearer $TOGETHER_API_KEY" \
--data '{ "gpu_count": 2 }' \
https://api.together.ai/v1/deployments/my-deployment
<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.together.ai/v1/deployments/{id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'args' => [
'<string>'
],
'autoscaling' => [
'metric' => 'HTTPTotalRequests',
'target' => 100,
'time_interval_minutes' => 10
],
'command' => [
'<string>'
],
'cpu' => 1.1,
'description' => '<string>',
'environment_variables' => [
[
'name' => '<string>',
'value' => '<string>',
'value_from_secret' => '<string>'
]
],
'gpu_count' => 123,
'health_check_path' => '<string>',
'image' => '<string>',
'max_replicas' => 123,
'memory' => 123,
'min_replicas' => 123,
'model_mounts' => [
[
'model_id' => 'ml_CbJNwQC2ZqCU2iFT3mrCh',
'mount_path' => '/models',
'revision_id' => 'rv_8kQ2mN4pL7xR9tV1wY3zA'
]
],
'name' => '<string>',
'placement_group' => '<string>',
'port' => 32768,
'regions' => [
'<string>'
],
'storage' => 123,
'termination_grace_period_seconds' => 123,
'volumes' => [
[
'mount_path' => '<string>',
'name' => '<string>',
'version' => 123
]
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.together.ai/v1/deployments/{id}"
payload := strings.NewReader("{\n \"args\": [\n \"<string>\"\n ],\n \"autoscaling\": {\n \"metric\": \"HTTPTotalRequests\",\n \"target\": 100,\n \"time_interval_minutes\": 10\n },\n \"command\": [\n \"<string>\"\n ],\n \"cpu\": 1.1,\n \"description\": \"<string>\",\n \"environment_variables\": [\n {\n \"name\": \"<string>\",\n \"value\": \"<string>\",\n \"value_from_secret\": \"<string>\"\n }\n ],\n \"gpu_count\": 123,\n \"health_check_path\": \"<string>\",\n \"image\": \"<string>\",\n \"max_replicas\": 123,\n \"memory\": 123,\n \"min_replicas\": 123,\n \"model_mounts\": [\n {\n \"model_id\": \"ml_CbJNwQC2ZqCU2iFT3mrCh\",\n \"mount_path\": \"/models\",\n \"revision_id\": \"rv_8kQ2mN4pL7xR9tV1wY3zA\"\n }\n ],\n \"name\": \"<string>\",\n \"placement_group\": \"<string>\",\n \"port\": 32768,\n \"regions\": [\n \"<string>\"\n ],\n \"storage\": 123,\n \"termination_grace_period_seconds\": 123,\n \"volumes\": [\n {\n \"mount_path\": \"<string>\",\n \"name\": \"<string>\",\n \"version\": 123\n }\n ]\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.together.ai/v1/deployments/{id}")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"args\": [\n \"<string>\"\n ],\n \"autoscaling\": {\n \"metric\": \"HTTPTotalRequests\",\n \"target\": 100,\n \"time_interval_minutes\": 10\n },\n \"command\": [\n \"<string>\"\n ],\n \"cpu\": 1.1,\n \"description\": \"<string>\",\n \"environment_variables\": [\n {\n \"name\": \"<string>\",\n \"value\": \"<string>\",\n \"value_from_secret\": \"<string>\"\n }\n ],\n \"gpu_count\": 123,\n \"health_check_path\": \"<string>\",\n \"image\": \"<string>\",\n \"max_replicas\": 123,\n \"memory\": 123,\n \"min_replicas\": 123,\n \"model_mounts\": [\n {\n \"model_id\": \"ml_CbJNwQC2ZqCU2iFT3mrCh\",\n \"mount_path\": \"/models\",\n \"revision_id\": \"rv_8kQ2mN4pL7xR9tV1wY3zA\"\n }\n ],\n \"name\": \"<string>\",\n \"placement_group\": \"<string>\",\n \"port\": 32768,\n \"regions\": [\n \"<string>\"\n ],\n \"storage\": 123,\n \"termination_grace_period_seconds\": 123,\n \"volumes\": [\n {\n \"mount_path\": \"<string>\",\n \"name\": \"<string>\",\n \"version\": 123\n }\n ]\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.together.ai/v1/deployments/{id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"args\": [\n \"<string>\"\n ],\n \"autoscaling\": {\n \"metric\": \"HTTPTotalRequests\",\n \"target\": 100,\n \"time_interval_minutes\": 10\n },\n \"command\": [\n \"<string>\"\n ],\n \"cpu\": 1.1,\n \"description\": \"<string>\",\n \"environment_variables\": [\n {\n \"name\": \"<string>\",\n \"value\": \"<string>\",\n \"value_from_secret\": \"<string>\"\n }\n ],\n \"gpu_count\": 123,\n \"health_check_path\": \"<string>\",\n \"image\": \"<string>\",\n \"max_replicas\": 123,\n \"memory\": 123,\n \"min_replicas\": 123,\n \"model_mounts\": [\n {\n \"model_id\": \"ml_CbJNwQC2ZqCU2iFT3mrCh\",\n \"mount_path\": \"/models\",\n \"revision_id\": \"rv_8kQ2mN4pL7xR9tV1wY3zA\"\n }\n ],\n \"name\": \"<string>\",\n \"placement_group\": \"<string>\",\n \"port\": 32768,\n \"regions\": [\n \"<string>\"\n ],\n \"storage\": 123,\n \"termination_grace_period_seconds\": 123,\n \"volumes\": [\n {\n \"mount_path\": \"<string>\",\n \"name\": \"<string>\",\n \"version\": 123\n }\n ]\n}"
response = http.request(request)
puts response.read_body{
"args": [
"<string>"
],
"autoscaling": {
"metric": "HTTPTotalRequests",
"target": 100,
"time_interval_minutes": 10
},
"capacity_type": "stable",
"command": [
"<string>"
],
"cpu": 123,
"created_at": "2023-11-07T05:31:56Z",
"description": "<string>",
"desired_replicas": 123,
"environment_variables": [
{
"name": "<string>",
"value": "<string>",
"value_from_secret": "<string>",
"value_from_secret_expires_at": "2023-11-07T05:31:56Z"
}
],
"gpu_count": 123,
"gpu_type": "h100-80gb",
"health_check_path": "<string>",
"id": "<string>",
"image": "<string>",
"max_replicas": 123,
"memory": 123,
"min_replicas": 123,
"model_mounts": [
{
"model_id": "ml_CbJNwQC2ZqCU2iFT3mrCh",
"mount_path": "/models",
"revision_id": "rv_8kQ2mN4pL7xR9tV1wY3zA"
}
],
"name": "<string>",
"object": "deployment",
"placement_group": "<string>",
"port": 123,
"ready_replicas": 123,
"regions": [
"<string>"
],
"replica_events": {},
"status": "Updating",
"storage": 123,
"termination_grace_period_seconds": 123,
"updated_at": "2023-11-07T05:31:56Z",
"volumes": [
{
"mount_path": "<string>",
"name": "<string>",
"version": 123
}
]
}{}{}{}Updated deployment configuration
Deployment updated successfully
Was this page helpful?
from together import Together
client = Together()
deployment = client.beta.jig.update("my-deployment", gpu_count=2)
print(deployment)import Together from "together-ai";
const client = new Together();
const deployment = await client.beta.jig.update("my-deployment", { gpu_count: 2 });
console.log(deployment);
import Together from "together-ai";
const client = new Together();
const deployment = await client.beta.jig.update("my-deployment", { gpu_count: 2 });
console.log(deployment);
curl -X PATCH \
-H "Authorization: Bearer $TOGETHER_API_KEY" \
--data '{ "gpu_count": 2 }' \
https://api.together.ai/v1/deployments/my-deployment
<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.together.ai/v1/deployments/{id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'args' => [
'<string>'
],
'autoscaling' => [
'metric' => 'HTTPTotalRequests',
'target' => 100,
'time_interval_minutes' => 10
],
'command' => [
'<string>'
],
'cpu' => 1.1,
'description' => '<string>',
'environment_variables' => [
[
'name' => '<string>',
'value' => '<string>',
'value_from_secret' => '<string>'
]
],
'gpu_count' => 123,
'health_check_path' => '<string>',
'image' => '<string>',
'max_replicas' => 123,
'memory' => 123,
'min_replicas' => 123,
'model_mounts' => [
[
'model_id' => 'ml_CbJNwQC2ZqCU2iFT3mrCh',
'mount_path' => '/models',
'revision_id' => 'rv_8kQ2mN4pL7xR9tV1wY3zA'
]
],
'name' => '<string>',
'placement_group' => '<string>',
'port' => 32768,
'regions' => [
'<string>'
],
'storage' => 123,
'termination_grace_period_seconds' => 123,
'volumes' => [
[
'mount_path' => '<string>',
'name' => '<string>',
'version' => 123
]
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.together.ai/v1/deployments/{id}"
payload := strings.NewReader("{\n \"args\": [\n \"<string>\"\n ],\n \"autoscaling\": {\n \"metric\": \"HTTPTotalRequests\",\n \"target\": 100,\n \"time_interval_minutes\": 10\n },\n \"command\": [\n \"<string>\"\n ],\n \"cpu\": 1.1,\n \"description\": \"<string>\",\n \"environment_variables\": [\n {\n \"name\": \"<string>\",\n \"value\": \"<string>\",\n \"value_from_secret\": \"<string>\"\n }\n ],\n \"gpu_count\": 123,\n \"health_check_path\": \"<string>\",\n \"image\": \"<string>\",\n \"max_replicas\": 123,\n \"memory\": 123,\n \"min_replicas\": 123,\n \"model_mounts\": [\n {\n \"model_id\": \"ml_CbJNwQC2ZqCU2iFT3mrCh\",\n \"mount_path\": \"/models\",\n \"revision_id\": \"rv_8kQ2mN4pL7xR9tV1wY3zA\"\n }\n ],\n \"name\": \"<string>\",\n \"placement_group\": \"<string>\",\n \"port\": 32768,\n \"regions\": [\n \"<string>\"\n ],\n \"storage\": 123,\n \"termination_grace_period_seconds\": 123,\n \"volumes\": [\n {\n \"mount_path\": \"<string>\",\n \"name\": \"<string>\",\n \"version\": 123\n }\n ]\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.together.ai/v1/deployments/{id}")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"args\": [\n \"<string>\"\n ],\n \"autoscaling\": {\n \"metric\": \"HTTPTotalRequests\",\n \"target\": 100,\n \"time_interval_minutes\": 10\n },\n \"command\": [\n \"<string>\"\n ],\n \"cpu\": 1.1,\n \"description\": \"<string>\",\n \"environment_variables\": [\n {\n \"name\": \"<string>\",\n \"value\": \"<string>\",\n \"value_from_secret\": \"<string>\"\n }\n ],\n \"gpu_count\": 123,\n \"health_check_path\": \"<string>\",\n \"image\": \"<string>\",\n \"max_replicas\": 123,\n \"memory\": 123,\n \"min_replicas\": 123,\n \"model_mounts\": [\n {\n \"model_id\": \"ml_CbJNwQC2ZqCU2iFT3mrCh\",\n \"mount_path\": \"/models\",\n \"revision_id\": \"rv_8kQ2mN4pL7xR9tV1wY3zA\"\n }\n ],\n \"name\": \"<string>\",\n \"placement_group\": \"<string>\",\n \"port\": 32768,\n \"regions\": [\n \"<string>\"\n ],\n \"storage\": 123,\n \"termination_grace_period_seconds\": 123,\n \"volumes\": [\n {\n \"mount_path\": \"<string>\",\n \"name\": \"<string>\",\n \"version\": 123\n }\n ]\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.together.ai/v1/deployments/{id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"args\": [\n \"<string>\"\n ],\n \"autoscaling\": {\n \"metric\": \"HTTPTotalRequests\",\n \"target\": 100,\n \"time_interval_minutes\": 10\n },\n \"command\": [\n \"<string>\"\n ],\n \"cpu\": 1.1,\n \"description\": \"<string>\",\n \"environment_variables\": [\n {\n \"name\": \"<string>\",\n \"value\": \"<string>\",\n \"value_from_secret\": \"<string>\"\n }\n ],\n \"gpu_count\": 123,\n \"health_check_path\": \"<string>\",\n \"image\": \"<string>\",\n \"max_replicas\": 123,\n \"memory\": 123,\n \"min_replicas\": 123,\n \"model_mounts\": [\n {\n \"model_id\": \"ml_CbJNwQC2ZqCU2iFT3mrCh\",\n \"mount_path\": \"/models\",\n \"revision_id\": \"rv_8kQ2mN4pL7xR9tV1wY3zA\"\n }\n ],\n \"name\": \"<string>\",\n \"placement_group\": \"<string>\",\n \"port\": 32768,\n \"regions\": [\n \"<string>\"\n ],\n \"storage\": 123,\n \"termination_grace_period_seconds\": 123,\n \"volumes\": [\n {\n \"mount_path\": \"<string>\",\n \"name\": \"<string>\",\n \"version\": 123\n }\n ]\n}"
response = http.request(request)
puts response.read_body{
"args": [
"<string>"
],
"autoscaling": {
"metric": "HTTPTotalRequests",
"target": 100,
"time_interval_minutes": 10
},
"capacity_type": "stable",
"command": [
"<string>"
],
"cpu": 123,
"created_at": "2023-11-07T05:31:56Z",
"description": "<string>",
"desired_replicas": 123,
"environment_variables": [
{
"name": "<string>",
"value": "<string>",
"value_from_secret": "<string>",
"value_from_secret_expires_at": "2023-11-07T05:31:56Z"
}
],
"gpu_count": 123,
"gpu_type": "h100-80gb",
"health_check_path": "<string>",
"id": "<string>",
"image": "<string>",
"max_replicas": 123,
"memory": 123,
"min_replicas": 123,
"model_mounts": [
{
"model_id": "ml_CbJNwQC2ZqCU2iFT3mrCh",
"mount_path": "/models",
"revision_id": "rv_8kQ2mN4pL7xR9tV1wY3zA"
}
],
"name": "<string>",
"object": "deployment",
"placement_group": "<string>",
"port": 123,
"ready_replicas": 123,
"regions": [
"<string>"
],
"replica_events": {},
"status": "Updating",
"storage": 123,
"termination_grace_period_seconds": 123,
"updated_at": "2023-11-07T05:31:56Z",
"volumes": [
{
"mount_path": "<string>",
"name": "<string>",
"version": 123
}
]
}{}{}{}