Direct Model Invocation
Model
API Name
Description
API Usage Example:
curl -X POST https://conductor.arcee.ai/v1/chat/completions \
-H "Authorization: Bearer $ARCEE_TOKEN" \
-H "Content-Type: application/json" \
-d '{
"stream": true,
"model": "blitz",
"messages": [
{
"role": "user",
"content": "Your prompt here"
}
]
}'# First, install the openai packages
# pip install openai
# Be sure to set the following environment variables
# OPENAI_BASE_URL="https://conductor.arcee.ai/v1"
# OPENAI_API_KEY="$ARCEE_TOKEN"
from openai import OpenAI
client = OpenAI()
stream = client.chat.completions.create(
model='blitz',
messages=[{'role': 'user', 'content': 'Your prompt here'}],
temperature=0.4,
stream=True
)
for chunk in stream:
if len(chunk.choices) > 0 and chunk.choices[0].delta.content is not None:
print(chunk.choices[0].delta.content, end="")Last updated

