Completions endpoint.
curl $API_BASE_URL/v1/chat/completions \
-H "x-api-key: $API_KEY" \
-H "Content-Type: application/json" \
-d '{
"model": "model-id",
"messages": [{ "role": "user", "content": "Hello!" }]
}'{
"id": "resp_a1b2c3",
"object": "chat.completion",
"model": "model-id",
"choices": [{
"index": 0,
"message": { "role": "assistant", "content": "Hello! How can I help?" },
"finish_reason": "stop"
}],
"usage": { "prompt_tokens": 9, "completion_tokens": 12, "total_tokens": 21 }
}from openai import OpenAI
client = OpenAI(base_url="$API_BASE_URL")
resp = client.chat.completions.create(
model="model-id",
messages=[{"role": "user", "content": "Hello!"}],
)
print(resp.choices[0].message.content)import OpenAI from "openai";
const client = new OpenAI({ baseURL: "$API_BASE_URL" });
const resp = await client.chat.completions.create({
model: "model-id",
messages: [{ role: "user", content: "Hello!" }],
});
console.log(resp.choices[0].message.content);