Zither Tech API

curl https://api.zithertech.com/v1/chat/completions \
  -H "Authorization: Bearer $ZITHER_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "qwen3.8-27b",
    "messages": [{"role": "user", "content": "写一首关于琴弦的俳句。"}]
  }'

import os
from openai import OpenAI

client = OpenAI(
    base_url="https://api.zithertech.com/v1",
    api_key=os.environ["ZITHER_API_KEY"],
    timeout=180,
)

resp = client.chat.completions.create(
    model="qwen3.8-27b",
    messages=[{"role": "user", "content": "写一首关于琴弦的俳句。"}],
)
print(resp.choices[0].message.content)

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://api.zithertech.com/v1",
  apiKey: process.env.ZITHER_API_KEY,
  timeout: 180_000,
});

const resp = await client.chat.completions.create({
  model: "qwen3.8-27b",
  messages: [{ role: "user", content: "写一首关于琴弦的俳句。" }],
});
console.log(resp.choices[0].message.content);

stream = client.chat.completions.create(
    model="qwen3.8-27b",
    messages=[{"role": "user", "content": "用三句话解释向量数据库。"}],
    stream=True,
    stream_options={"include_usage": True},
)
for chunk in stream:
    if chunk.choices and chunk.choices[0].delta.content:
        print(chunk.choices[0].delta.content, end="", flush=True)
    if chunk.usage:
        print("\n", chunk.usage)