Docs

pip install openai

from openai import OpenAI

client = OpenAI(
    base_url="https://api.hemicule.com/v1",
    api_key="your-api-key"
)

response = client.chat.completions.create(
    model="auto",  # 'auto' enables intelligent routing
    messages=[
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": "What is an API gateway?"}
    ]
)

print(response.choices[0].message.content)

Authorization: Bearer your-api-key-here

response = client.chat.completions.create(
    model="auto",
    messages=[
        {"role": "system", "content": "You are a technical expert."},
        {"role": "user", "content": "Explain semantic caching in simple terms."}
    ],
    temperature=0.7,
    max_tokens=500,
    enable_cache=True
)

{
  "id": "chatcmpl-abc123",
  "object": "chat.completion",
  "created": 1700000000,
  "model": "gpt-4",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "Semantic caching is a technique that..."
      },
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 25,
    "completion_tokens": 120,
    "total_tokens": 145,
    "cost": 0.0012
  },
  "cache_hit": false
}

# Just set model="auto" — we handle the rest
response = client.chat.completions.create(
    model="auto",
    messages=[{"role": "user", "content": "Your query here"}]
)

# Response includes detailed usage information
response = client.chat.completions.create(...)
print(f"Cost: ${response.usage.cost}")
print(f"Cache hit: {response.cache_hit}")
print(f"Model used: {response.model}")

from openai import OpenAI

client = OpenAI(
    base_url="https://api.hemicule.com/v1",
    api_key="your-key"
)

# Streaming support
stream = client.chat.completions.create(
    model="auto",
    messages=[{"role": "user", "content": "Tell me a story"}],
    stream=True
)

for chunk in stream:
    print(chunk.choices[0].delta.content, end="")

import OpenAI from 'openai';

const client = new OpenAI({
    baseURL: 'https://api.hemicule.com/v1',
    apiKey: 'your-key'
});

const response = await client.chat.completions.create({
    model: 'auto',
    messages: [{ role: 'user', content: 'Hello!' }]
});