Alle mit Tokios kompatiblen Clients — vollständige Matrix

from openai import OpenAI

client = OpenAI(
    base_url="https://api.tokios.com/v1",
    api_key="sk-tok-YOUR_KEY",
)

response = client.chat.completions.create(
    model="gemma-tunnel",
    messages=[{"role": "user", "content": "Hello!"}],
    stream=True,
)
for chunk in response:
    print(chunk.choices[0].delta.content or "", end="")

import OpenAI from 'openai';

const client = new OpenAI({
  baseURL: 'https://api.tokios.com/v1',
  apiKey: 'sk-tok-YOUR_KEY',
});

const response = await client.chat.completions.create({
  model: 'gemma-tunnel',
  messages: [{ role: 'user', content: 'Hello!' }],
  stream: true,
});
for await (const chunk of response) {
  process.stdout.write(chunk.choices[0]?.delta?.content || '');
}

from langchain_openai import ChatOpenAI

llm = ChatOpenAI(
    model="gemma-tunnel",
    openai_api_base="https://api.tokios.com/v1",
    openai_api_key="sk-tok-YOUR_KEY",
)
print(llm.invoke("Summarize this code: print('hello')").content)

import anthropic

client = anthropic.Anthropic(
    base_url="https://api.tokios.com",
    api_key="sk-tok-YOUR_KEY",
)

message = client.messages.create(
    model="gemma-tunnel",
    max_tokens=1024,
    messages=[{"role": "user", "content": "Hello!"}],
)
print(message.content[0].text)

import { createOpenAICompatible } from '@ai-sdk/openai-compatible';
import { generateText } from 'ai';

const tokios = createOpenAICompatible({
  baseURL: 'https://api.tokios.com/v1',
  apiKey: 'sk-tok-YOUR_KEY',
  name: 'tokios',
});

const { text } = await generateText({
  model: tokios('gemma-tunnel'),
  prompt: 'Write a hello world in Rust.',
});
console.log(text);