OpenAI-compatible API

curl -N https://inference.runanywhere.ai/v1/chat/completions \
  -H "Authorization: Bearer $RUNA_CLOUD_KEY" \
  -H 'Content-Type: application/json' \
  -d '{
    "model": "<model-id>",
    "stream": true,
    "messages": [{"role": "user", "content": "Explain edge AI in one sentence."}]
  }'

import os

from openai import OpenAI

client = OpenAI(
    base_url="https://inference.runanywhere.ai/v1",
    api_key=os.environ["RUNA_CLOUD_KEY"],
)

stream = client.chat.completions.create(
    model="<model-id>",
    messages=[{"role": "user", "content": "Explain edge AI in one sentence."}],
    stream=True,
)
for chunk in stream:
    # Usage-only chunks have no choices.
    if chunk.choices:
        print(chunk.choices[0].delta.content or "", end="", flush=True)

import OpenAI from 'openai'

const client = new OpenAI({
  baseURL: 'https://inference.runanywhere.ai/v1',
  apiKey: process.env.RUNA_CLOUD_KEY,
})

const stream = await client.chat.completions.create({
  model: '<model-id>',
  messages: [{ role: 'user', content: 'Explain edge AI in one sentence.' }],
  stream: true,
})
for await (const chunk of stream) process.stdout.write(chunk.choices[0]?.delta?.content ?? '')