Get Nvidia NIM Model Deployment Specifications
curl --request GET \
--url https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs \
--header 'Authorization: Bearer <token>'import requests
url = "https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"data": [
{
"name": "vLLM",
"displayName": "<string>",
"description": "<string>",
"openAPIDescription": "<string>",
"deployments": [
{
"name": "<string>",
"spec": {},
"isAvailableInWorkspace": true,
"cost": {},
"isTRTLLMEngineAvailable": true
}
]
}
]
}Model Deployments
Get Nvidia NIM Model Deployment Specifications
Fetches deployment specifications for a NIM Model
GET
/
api
/
svc
/
v1
/
model-catalogues
/
nim-deployment-specs
Get Nvidia NIM Model Deployment Specifications
curl --request GET \
--url https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs \
--header 'Authorization: Bearer <token>'import requests
url = "https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("Authorization", "Bearer <token>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs")
.header("Authorization", "Bearer <token>")
.asString();require 'uri'
require 'net/http'
url = URI("https://{controlPlaneURL}/api/svc/v1/model-catalogues/nim-deployment-specs")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["Authorization"] = 'Bearer <token>'
response = http.request(request)
puts response.read_body{
"data": [
{
"name": "vLLM",
"displayName": "<string>",
"description": "<string>",
"openAPIDescription": "<string>",
"deployments": [
{
"name": "<string>",
"spec": {},
"isAvailableInWorkspace": true,
"cost": {},
"isTRTLLMEngineAvailable": true
}
]
}
]
}Authorizations
Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Query Parameters
Workspace Id
Nvidia NIM container id Format: <org>/<team>/<model>, e.g. nim/meta/llama3-8b-instruct
FQN of the Custom Registry Provider Integration pointing to nvcr.io
FQN of the Secret containing the NGC API key
Response
Returns deployment specifications for the NIM Model
Array of ModelDeploymentSpec
Show child attributes
Show child attributes
Was this page helpful?