Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -408,10 +408,11 @@ providers = [
"nvidia-nim", "atlascloud", "wanjie-ark", "volcengine", "xiaomi-mimo",
"novita", "fireworks", "siliconflow", "siliconflow-cn", "arcee", "moonshot",
"huggingface", "together", "stepfun", "deepinfra", "runcrate", "cloudgpu",
"cheapaimodel", "meta", "groq", "cerebras", "baseten", "xai",
"cheapaimodel", "llmbuzz", "uberllm", "meta", "groq", "cerebras", "baseten",
"xai",
# Local servers (no API key required)
"ollama", "vllm", "sglang",
] # 33 providers; aliases like `nim`, `kimi`, `hf`, `grok` resolve automatically
] # 35 providers; aliases like `nim`, `kimi`, `hf`, `grok` resolve automatically
```

Any new OpenAI-compatible vendor is a one-row addition to
Expand Down
4 changes: 2 additions & 2 deletions docs/i18n/README_AR.md
Original file line number Diff line number Diff line change
Expand Up @@ -101,10 +101,10 @@ providers = [
"nvidia-nim", "atlascloud", "wanjie-ark", "volcengine", "xiaomi-mimo",
"novita", "fireworks", "siliconflow", "siliconflow-cn", "arcee", "moonshot",
"huggingface", "together", "stepfun", "deepinfra", "runcrate", "cloudgpu",
"cheapaimodel",
"cheapaimodel", "uberllm",
# خوادم محلية (لا تتطلب مفتاح API)
"ollama", "vllm", "sglang",
] # 28 مزوداً؛ الأسماء المستعارة مثل nim و kimi و hf تُحلّ تلقائياً
] # 29 مزوداً؛ الأسماء المستعارة مثل nim و kimi و hf تُحلّ تلقائياً
```

### REPL تفاعلي
Expand Down
4 changes: 2 additions & 2 deletions docs/i18n/README_FR.md
Original file line number Diff line number Diff line change
Expand Up @@ -102,10 +102,10 @@ providers = [
"nvidia-nim", "atlascloud", "wanjie-ark", "volcengine", "xiaomi-mimo",
"novita", "fireworks", "siliconflow", "siliconflow-cn", "arcee", "moonshot",
"huggingface", "together", "stepfun", "deepinfra", "runcrate", "cloudgpu",
"cheapaimodel",
"cheapaimodel", "uberllm",
# Serveurs locaux (aucune clé API requise)
"ollama", "vllm", "sglang",
] # 28 fournisseurs ; les alias comme nim, kimi, hf sont résolus automatiquement
] # 29 fournisseurs ; les alias comme nim, kimi, hf sont résolus automatiquement
```

### REPL interactif
Expand Down
4 changes: 2 additions & 2 deletions docs/i18n/README_HI.md
Original file line number Diff line number Diff line change
Expand Up @@ -101,10 +101,10 @@ providers = [
"nvidia-nim", "atlascloud", "wanjie-ark", "volcengine", "xiaomi-mimo",
"novita", "fireworks", "siliconflow", "siliconflow-cn", "arcee", "moonshot",
"huggingface", "together", "stepfun", "deepinfra", "runcrate", "cloudgpu",
"cheapaimodel",
"cheapaimodel", "uberllm",
# लोकल सर्वर (कोई API key आवश्यक नहीं)
"ollama", "vllm", "sglang",
] # 28 प्रदाता; nim, kimi, hf जैसे उपनाम स्वतः हल हो जाते हैं
] # 29 प्रदाता; nim, kimi, hf जैसे उपनाम स्वतः हल हो जाते हैं
```

### इंटरैक्टिव REPL
Expand Down
4 changes: 2 additions & 2 deletions docs/i18n/README_PT.md
Original file line number Diff line number Diff line change
Expand Up @@ -102,10 +102,10 @@ providers = [
"nvidia-nim", "atlascloud", "wanjie-ark", "volcengine", "xiaomi-mimo",
"novita", "fireworks", "siliconflow", "siliconflow-cn", "arcee", "moonshot",
"huggingface", "together", "stepfun", "deepinfra", "runcrate", "cloudgpu",
"cheapaimodel",
"cheapaimodel", "uberllm",
# Servidores locais (nenhuma chave de API necessária)
"ollama", "vllm", "sglang",
] # 28 provedores; aliases como nim, kimi, hf são resolvidos automaticamente
] # 29 provedores; aliases como nim, kimi, hf são resolvidos automaticamente
```

### REPL Interativo
Expand Down
4 changes: 2 additions & 2 deletions docs/i18n/README_RU.md
Original file line number Diff line number Diff line change
Expand Up @@ -102,10 +102,10 @@ providers = [
"nvidia-nim", "atlascloud", "wanjie-ark", "volcengine", "xiaomi-mimo",
"novita", "fireworks", "siliconflow", "siliconflow-cn", "arcee", "moonshot",
"huggingface", "together", "stepfun", "deepinfra", "runcrate", "cloudgpu",
"cheapaimodel",
"cheapaimodel", "uberllm",
# Локальные серверы (ключ API не требуется)
"ollama", "vllm", "sglang",
] # 28 провайдеров; псевдонимы вроде nim, kimi, hf разрешаются автоматически
] # 29 провайдеров; псевдонимы вроде nim, kimi, hf разрешаются автоматически
```

### Интерактивный REPL
Expand Down
4 changes: 2 additions & 2 deletions docs/i18n/README_ZH.md
Original file line number Diff line number Diff line change
Expand Up @@ -273,10 +273,10 @@ providers = [
"nvidia-nim", "atlascloud", "wanjie-ark", "volcengine", "xiaomi-mimo",
"novita", "fireworks", "siliconflow", "siliconflow-cn", "arcee", "moonshot",
"huggingface", "together", "stepfun", "deepinfra", "runcrate", "cloudgpu",
"cheapaimodel",
"cheapaimodel", "uberllm",
# 本地服务(无需 API Key)
"ollama", "vllm", "sglang",
] # 共 28 个 provider;nim、kimi、hf 等别名自动解析
] # 共 29 个 provider;nim、kimi、hf 等别名自动解析
```

新增任意 OpenAI 兼容厂商,只需在 `src/providers/openai_compatible_specs.py`
Expand Down
40 changes: 34 additions & 6 deletions src/providers/openai_compatible_specs.py
Original file line number Diff line number Diff line change
Expand Up @@ -442,16 +442,44 @@ def resolved_class_name(self) -> str:
),
env_vars=("CHEAPAIMODEL_API_KEY",),
aliases=("cheap-ai-model", "cheap_ai_model"),
), ProviderSpec(
),
ProviderSpec(
id="llmbuzz",
label="llm.buzz",
base_url="https://api.llm.buzz/api/v1",
default_base_url="https://api.llm.buzz/api/v1",
default_model="anthropic/claude-sonnet-4",
available_models=["anthropic/claude-sonnet-4", "anthropic/claude-opus-4", "openai/gpt-5.4", "deepseek/deepseek-v4-flash", "google/gemma-4-31b-it"],
env_var="LLM_BUZZ_API_KEY",
aliases=["llm-buzz", "llm_buzz"],
available_models=(
"anthropic/claude-sonnet-4",
"anthropic/claude-opus-4",
"openai/gpt-5.4",
"deepseek/deepseek-v4-flash",
"google/gemma-4-31b-it",
),
env_vars=("LLM_BUZZ_API_KEY",),
aliases=("llm-buzz", "llm_buzz"),
),
# UberLLM (https://uberllm.dev) is an OpenAI-compatible gateway: Bearer
# auth against ``/v1/chat/completions`` with ``vendor/model`` ids (public
# list: ``GET https://api.uberllm.dev/v1/models``). Keys come from
# ``UBERLLM_API_KEY`` (created at https://uberllm.dev/signup). Docs:
# https://uberllm.dev/docs/quickstart. Per-model prices:
# https://uberllm.dev/models. ``uber-llm`` / ``uber_llm`` mirror the
# hyphen and underscore alias pattern used by the other gateway rows.
ProviderSpec(
id="uberllm",
label="UberLLM",
default_base_url="https://api.uberllm.dev/v1",
default_model="deepseek/deepseek-v4.1-flash",
available_models=(
"deepseek/deepseek-v4.1-flash",
"deepseek/deepseek-v4-pro",
"qwen/qwen3-coder",
"openai/gpt-5.4-mini",
"anthropic/claude-sonnet-4.6",
),
env_vars=("UBERLLM_API_KEY",),
aliases=("uber-llm", "uber_llm"),
),

# Meta's first-party API (api.meta.ai) — not a DeepSeek gateway; it serves
# its own ``muse-spark-1.1`` reasoning model over the OpenAI-compatible
# ``/v1/chat/completions`` endpoint (Bearer auth). ``muse``/``muse-spark``
Expand Down
11 changes: 3 additions & 8 deletions tests/test_provider_registry.py
Original file line number Diff line number Diff line change
@@ -1,11 +1,4 @@
"""Tes "llmbuzz": {
"id": "llmbuzz",
"label": "llm.buzz",
"base_url": "https://api.llm.buzz/api/v1",
"default_model": "anthropic/claude-sonnet-4",
"env_var": "LLM_BUZZ_API_KEY",
},
ts for the data-driven OpenAI-compatible provider registry.
"""Tests for the data-driven OpenAI-compatible provider registry.

Covers ``src/providers/openai_compatible_specs.py``: registry completeness,
generated-class defaults, alias resolution, API-key env-var fallback, and the
Expand Down Expand Up @@ -58,6 +51,7 @@
"cloudgpu",
"cheapaimodel",
"llmbuzz",
"uberllm",
"meta",
# OpenCode's openai-compatible profiles that this registry was missing
"groq",
Expand All @@ -77,6 +71,7 @@
"runcrate": ("https://api.runcrate.ai/v1", "deepseek-ai/DeepSeek-V4-Flash"),
"cloudgpu": ("https://cloudgpu.app/v1", "deepseek-v4.1-flash"),
"cheapaimodel": ("https://api.cheapaimodel.ai/v1", "deepseek-v4-1-flash"),
"uberllm": ("https://api.uberllm.dev/v1", "deepseek/deepseek-v4.1-flash"),
"stepfun": ("https://api.stepfun.ai/v1", "step-3.7-flash"),
"siliconflow-cn": ("https://api.siliconflow.cn/v1", "deepseek-ai/DeepSeek-V4-Pro"),
"meta": ("https://api.meta.ai/v1", "muse-spark-1.1"),
Expand Down