diff --git a/PROVIDER_REFERENCE.md b/PROVIDER_REFERENCE.md deleted file mode 100644 index 571fe0e904..0000000000 --- a/PROVIDER_REFERENCE.md +++ /dev/null @@ -1,447 +0,0 @@ ---- -title: "Provider Reference" -version: 3.8.50 -lastUpdated: 2026-08-21 ---- - -# Provider Reference - -> **Auto-generated** from `src/shared/constants/providers.ts` — do not edit by hand. -> Regenerate with: `npm run gen:provider-reference` -> **Last generated:** 2026-08-21 - -Total providers: **349**. See category breakdown below. - -## Categories - -- **Free** — free tier with API key (configured via dashboard) -- **No-auth** — public endpoints that require no key or sign-in at all -- **OAuth** — sign-in flow handled by OmniRoute, no API key needed -- **Web cookie** — wraps the provider's web app via cookie auth -- **API key** — paid provider configured via API key (free credits may apply) -- **Local** — runs on the user's machine (Ollama, LM Studio, vLLM, etc.) -- **Search** — web search providers -- **Audio** — audio-only providers (TTS/STT) -- **Upstream proxy** — providers that proxy to other providers -- **Cloud agent** — long-running coding agents (Codex Cloud, Devin, Jules) -- **System** — OmniRoute-internal providers (loopback, etc.) - -Additional tags: `image`, `video`, `aggregator`, `enterprise`, `embed/rerank`, `self-hosted`. - -`Tool calling` (where shown): `native` — real function-calling API; `emulated` — the `tools` array is prompt-emulated via `webTools.ts` (regex-parsed `{...}` blocks); `none` — `tools` is currently silently dropped. See #7286. - -Use the dashboard at `/dashboard/providers` to enable, configure, and test each provider. - ---- - -## No-auth Providers (no key required) (11) - -| ID | Alias | Name | Tags | Website | Notes | Tool calling | -|----|-------|------|------|---------|-------|--------------| -| `aihorde` | `horde` | AI Horde | No-auth | [link](https://aihorde.net) | No API key required — uses AI Horde's documented anonymous key. Adding a free aihorde.net key is optional and only buys higher queue priority (kudos). | — | -| `auggie` | `aug` | Augment (Auggie CLI) | No-auth | [link](https://augmentcode.com) | No API key stored by OmniRoute. Install the Auggie CLI and run `auggie login` on this machine, then OmniRoute spawns it locally for each request. | — | -| `chipotle` | `pepper` | Chipotle Pepper AI (Free) | No-auth | [link](https://amelia.chipotle.com) | No credentials required. Uses Chipotle's public support chatbot via reverse-engineered SockJS/STOMP protocol. | — | -| `cloudflare-playground` | `cfp` | Cloudflare AI Playground | No-auth | [link](https://playground.ai.cloudflare.com) | No credentials required — anonymous browser sessions over a reverse-engineered cf_agent WebSocket protocol (Playwright transport). | — | -| `devin-cli-agentic` | `dva` | Devin CLI Agentic Bridge | No-auth | [link](https://docs.devin.ai/work-with-devin/devin-cli) | Authentication is owned by the official Devin CLI in its isolated bridge volume. | emulated | -| `duckduckgo-web` | `ddgw` | DuckDuckGo AI Chat | No-auth | [link](https://duckduckgo.com/duckchat) | No credentials required — DuckDuckGo AI Chat is anonymous and free. | emulated | -| `felo-web` | `felo` | Felo | No-auth | [link](https://felo.ai) | No credentials required — Felo is a free, no-signup chat/search aggregator. | — | -| `opencode` | `oc` | OpenCode Free | No-auth | [link](https://opencode.ai) | No API key required — uses OpenCode's public free endpoint. | — | -| `theoldllm` | `tllm` | The Old LLM (Free) | No-auth | [link](https://theoldllm.vercel.app) | No credentials required. The executor auto-generates access tokens via an embedded Playwright browser instance. | — | -| `veoaifree-web` | `veo-free` | Veo AI Free | No-auth, video | [link](https://veoaifree.com) | No auth required. Rate limited to 6 requests/hour per IP. | — | -| `zcode` | `zc` | ZCode (GLM Coding Plan) | No-auth | [link](https://zcode.z.ai) | No API key stored by OmniRoute. The local ZCode app-server uses the existing builtin:zai-coding-plan login. | — | - -## OAuth Providers (25) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `agy` | `agy` | Antigravity CLI | OAuth | [link](https://antigravity.google) | Import your Antigravity CLI (`agy`) login (paste/upload its token file), auto-detect a local CLI login, or sign in with Google. Shares the Antigravity backend (incl. Claude models). | -| `amazon-q` | `aq` | Amazon Q | OAuth | [link](https://aws.amazon.com/q/developer/) | Uses the same AWS Builder ID or imported refresh-token flow as Kiro, but keeps Amazon Q connections separate. | -| `antigravity` | — | Antigravity | OAuth | — | — | -| `claude` | `cc` | Claude Code | OAuth | — | — | -| `cline` | `cl` | Cline | OAuth | — | — | -| `clinepass` | `cp` | ClinePass | OAuth | [link](https://cline.bot/cline-pass) | ClinePass is Cline's $9.99/mo subscription bundling 10 open coding models. Sign in with your Cline account (same login as the Cline CLI/IDE), or paste a direct ClinePass API key (app.cline.bot → Settings → API Keys). A ClinePass subscription unlocks the cline-pass/* models. Reuses the Cline WorkOS OAuth flow. | -| `codebuddy-cn` | `cbcn` | CodeBuddy CN | OAuth | [link](https://copilot.tencent.com) | Tencent CodeBuddy CN (copilot.tencent.com). Sign in via the official CLI device-code flow, or paste a direct API key (sent as Authorization: Bearer). Catalog: GLM / Kimi / MiniMax / DeepSeek / Hunyuan. | -| `codex` | `cx` | OpenAI Codex | OAuth | — | — | -| `cursor` | `cu` | Cursor IDE | OAuth | — | — | -| `devin-cli` | `dv` | Devin CLI | OAuth | [link](https://cli.devin.ai) | Requires the Devin CLI binary. Run `devin auth login` to authenticate, or provide your WINDSURF_API_KEY. Install: https://cli.devin.ai | -| `devin-desktop` | — | Devin Desktop | OAuth | [link](https://devin.ai) | Paste an existing Devin API key from an authenticated Devin session. Key export availability and steps vary by Devin version and account. | -| `ghe-copilot` | `ghe-copilot` | GitHub Enterprise Copilot | OAuth | — | Enter your GHE instance URL (e.g., https://ghe.company.com) in provider settings, then authenticate via device flow. | -| `github` | `gh` | GitHub Copilot | OAuth | — | — | -| `gitlab-duo` | `gitlab-duo` | GitLab Duo | OAuth | [link](https://docs.gitlab.com/user/duo_agent_platform/code_suggestions/) | GitLab Duo OAuth is not configured. Register an OAuth application at https://gitlab.com/-/profile/applications with redirect URI http://localhost:20128/callback and scopes "ai_features read_user", then set GITLAB_DUO_OAUTH_CLIENT_ID (and optionally GITLAB_DUO_OAUTH_CLIENT_SECRET) and restart. | -| `grok-cli` | `gc` | Grok Build | OAuth | — | Sign in with your browser, or paste your ~/.grok/auth.json (or the JWT access token) from the Grok Build CLI; refresh_token is rotated automatically either way. | -| `kilocode` | `kc` | Kilo Code | OAuth | — | — | -| `kimi-coding` | `kmc` | Kimi Code CLI | OAuth | [link](https://www.kimi.com/code?aff=omniroute) | Sign in with the same Kimi account used by Kimi Code CLI. OmniRoute uses the CLI OAuth flow and Kimi Coding Plan endpoints. | -| `kiro` | `kr` | Kiro AI | OAuth | — | Free tier: 50 credits/month (~25K–100K tokens). ⚠️ Kiro ToS prohibits third-party proxy/harness use. | -| `openference` | `of` | Openference | OAuth | [link](https://openference.com) | Sign in with your Openference account to route requests through api.openference.com. An active plan is required for inference — OAuth may authenticate but return 402 without one. | -| `qoder` | `if` | Qoder | OAuth | — | — | -| `raycast` | `rc` | Raycast Pro AI | OAuth | [link](https://raycast.com/ai) | Unofficial integration — uses your Raycast Pro subscription via credentials from the macOS app (Auto-Import or manual capture). May break on Raycast updates. Not for redistribution; personal use only. | -| `trae` | `tr` | Trae | OAuth | [link](https://trae.ai) | Trae is an AI-native IDE by ByteDance (SOLO remote agent). Authorize via trae.ai in the popup, or sign in at solo.trae.ai and paste the Cloud-IDE-JWT (sent as 'Authorization: Cloud-IDE-JWT ', ~14-day lifetime) as the access token; web_id/biz_user_id/user_unique_id/scope/tenant/region propagate via providerSpecificData. No headless refresh for pasted tokens — re-paste on expiry. | -| `xai-oauth` | `xao` | xAI OAuth (Grok) | OAuth | [link](https://x.ai) | Sign in with xAI to use api.x.ai models such as Grok 4.5. This is separate from Grok Build JWT sessions, which use cli-chat-proxy.grok.com and grok-build model aliases. | -| `zed` | `zd` | Zed IDE | OAuth | [link](https://zed.dev) | Zed stores LLM provider credentials (OpenAI, Anthropic, Google, Mistral, xAI) in the OS keychain. Use the Import button below to discover and import them automatically. | -| `zed-hosted` | — | Zed Hosted Models | OAuth | [link](https://zed.dev) | Sign in with your Zed account (native-app sign-in). OmniRoute generates a one-time RSA keypair and opens zed.dev to authorize it — on a remote/headless install, copy the resulting 127.0.0.1 callback URL from your browser's address bar and paste it back here. Distinct from the 'Zed IDE' credential-import entry above: this proxies chat completions through Zed's own hosted model aggregator (cloud.zed.dev), fronting Anthropic/OpenAI/Google/xAI models under your Zed plan. | - -## Web Cookie Providers (35) - -| ID | Alias | Name | Tags | Website | Notes | Tool calling | -|----|-------|------|------|---------|-------|--------------| -| `adapta-web` | `adp-web` | Adapta.org (Adapta One Web) | Web cookie | [link](https://agent.adapta.one) | Paste your __client cookie value from .clerk.agent.adapta.one (DevTools → Application → Cookies) | emulated | -| `adobe-firefly` | `firefly` | Adobe Firefly (Image/Video) | Web cookie | [link](https://firefly.adobe.com) | RECOMMENDED: firefly.adobe.com signed-in → F12 → Network → click firefly-3p.ff.adobe.io (generate-async or models/discovery) → Request Headers → Authorization → copy the token AFTER 'Bearer ' (starts with eyJ…). Cookie-only from firefly.adobe.com mints a GUEST token → 401/403; only multi-domain IMS cookies (adobelogin.com) or that Bearer JWT work. Unofficial/experimental media + Limits. | — | -| `blackbox-web` | `bb-web` | Blackbox Web (Subscription) | Web cookie | [link](https://app.blackbox.ai) | Paste your __Secure-authjs.session-token value or full cookie header from app.blackbox.ai | emulated | -| `chatgpt-web` | `cgpt-web` | ChatGPT Web (Plus/Pro) | Web cookie | [link](https://chatgpt.com) | Paste your __Secure-next-auth.session-token cookie value from chatgpt.com | emulated | -| `chatgpt-web-codex` | `cgpt-codex` | ChatGPT Web (Codex) | Web cookie | [link](https://chatgpt.com) | Paste the full ChatGPT Cookie header. OmniRoute verifies it in an isolated headless browser profile. | native | -| `claude-web` | `cw` | Claude Web | Web cookie | [link](https://claude.ai) | Paste your session cookie from claude.ai | none | -| `conol-web` | `cnl` | Conol (Unofficial/Experimental) | Web cookie | [link](https://conol.ai) | Use browser sign-in, or paste the full Cookie header from conol.ai. The __Secure-better-auth.session_token cookie is required. | — | -| `copilot-m365-web` | `m365copilot` | Microsoft 365 Copilot (BizChat) | Web cookie | [link](https://m365.cloud.microsoft/chat) | Sign in at m365.cloud.microsoft/chat, then open DevTools → Network → filter 'WS' → click the Chathub WebSocket connection. Copy both the access_token query parameter AND the account-specific Chathub path segment from its request URL (wss://…/Chathub/?…&access_token=…). It is NOT an Authorization: Bearer header on an XHR/Fetch request. The token is short-lived; this is an unofficial integration. Optional: store a refresh_token in providerSpecificData.refreshToken (any Microsoft device-code/refresh flow for the substrate.office.com/sydney scopes) and OmniRoute pre-flight-refreshes the access token itself — otherwise re-capture after every ~75 min expiry. | — | -| `copilot-web` | `copilot` | Microsoft Copilot Web | Web cookie | [link](https://copilot.microsoft.com) | Paste the access_token from an authenticated copilot.microsoft.com request (DevTools → Network → Authorization), or export a HAR while logged in | — | -| `deepseek-web` | `ds-web` | DeepSeek Web | Web cookie | [link](https://chat.deepseek.com) | Paste your userToken from chat.deepseek.com — DevTools → Application → Local Storage → userToken | emulated | -| `doubao-web` | `db` | Dola Web (ByteDance) | Web cookie | [link](https://www.dola.com) | Paste the full Cookie header from www.dola.com. It should include sessionid, ttwid, and s_v_web_id. If s_v_web_id is unavailable, fp=verify_... from a chat/completion request URL can be used as a fallback. | — | -| `gemini-business` | `gembiz` | Gemini Business (Enterprise) | Web cookie | [link](https://business.gemini.google) | From your enterprise account: open business.gemini.google/home/cid/{your-cid}, then copy __Secure-1PSID and __Secure-1PSIDTS cookies from DevTools → Application → Cookies. Paste as a cookie header below. | — | -| `gemini-web` | `gweb` | Gemini Web (Free) | Web cookie | [link](https://gemini.google.com) | Paste your __Secure-1PSID cookie value from gemini.google.com. Optionally add __Secure-1PSIDTS separated by semicolon. | emulated | -| `grok-web` | `gw` | Grok Web (Subscription) | Web cookie | [link](https://grok.com) | Paste the full grok.com cookie line from DevTools → Application → Cookies. Include both `sso` and `sso-rw` (e.g. `sso=...; sso-rw=...`) — Grok's anti-bot rejects `sso` on its own. | — | -| `hailuo-web` | `hailuo-web` | Hailuo Web (MiniMax) | Web cookie | [link](https://hailuo.ai) | Open hailuo.ai, log in, then open DevTools → Application → Local Storage → copy the "_token" value. device_id/uuid fingerprint fields are derived automatically; if requests fail, re-capture _token (sessions can expire). | — | -| `huggingchat` | `huggingchat` | HuggingChat (Free) | Web cookie | [link](https://huggingface.co/chat) | Paste the full Cookie header from huggingface.co/chat (DevTools → Network → /chat/conversation → Request Headers → Cookie). It should include hf-chat and may also include token / aws-waf-token. | — | -| `hyperagent` | `ha` | HyperAgent (Unofficial/Experimental) | Web cookie | [link](https://hyperagent.com) | Paste the full Cookie header from hyperagent.com (DevTools → Network → any request → Request Headers → Cookie). Session cookies power chat + billing usage. | — | -| `inner-ai` | `in-ai` | Inner.ai (Subscription) | Web cookie | [link](https://app.innerai.com) | Paste your token cookie and email separated by a space: open DevTools → Application → Cookies → .innerai.com, copy the token value, then append a space and your Inner.ai login email. Example: eyJhbG... user@example.com | emulated | -| `kimi-web` | `kimi-web` | Kimi Web | Web cookie | [link](https://www.kimi.com/code?aff=omniroute) | Paste access_token from www.kimi.com DevTools → Application → Local Storage. A legacy kimi-auth cookie is also accepted. | — | -| `lmarena` | `lma` | Arena (Free) | Web cookie | [link](https://arena.ai) | Paste the full Cookie header from arena.ai (DevTools → Network → request → Cookie). Include arena-auth-prod-v1.0/.1… and cf_clearance/__cf_bm when present. OmniRoute uses Chrome TLS impersonation; if Arena still 403s, set providerSpecificData.recaptchaV3Token from a live browser session. | — | -| `microsoft-designer-web` | `msdesigner` | Microsoft Designer (Image Generation) | Web cookie | [link](https://designer.microsoft.com) | Sign in at designer.microsoft.com, then open DevTools → Network, generate an image, and find the request to DallE.ashx?action=GetDallEImagesCogSci. Copy the value of its Authorization: Bearer header (the access_token — no 'Bearer ' prefix). The token is short-lived; this is an unofficial, reverse-engineered integration. | — | -| `muse-spark-web` | `ms-web` | Muse Spark Web (Meta AI) | Web cookie | [link](https://www.meta.ai) | Paste your ecto_1_sess cookie AND the ecto1:... WS auth token from meta.ai. Capture the ecto1: token in DevTools → Network → WS → the clippy request's Authorization query param. Example: ecto_1_sess=4240a308...NVDg0; ecto1:ABCD... | emulated | -| `notion-web` | `nw` | Notion AI Web (Unofficial/Experimental) | Web cookie | [link](https://www.notion.so) | Paste only the token_v2 cookie VALUE from app.notion.com (DevTools → Application → Cookies → token_v2). Do not paste token_v2= or the full Cookie header. Workspace is auto-detected; space_id / notion_user_id are optional. | — | -| `perplexity-web` | `pplx-web` | Perplexity Web (Pro/Max) | Web cookie | [link](https://www.perplexity.ai) | Paste your __Secure-next-auth.session-token cookie value from perplexity.ai | emulated | -| `poe-web` | `poe` | Poe Web (Subscription) | Web cookie | [link](https://poe.com) | Paste your p-b cookie value from poe.com (DevTools → Application → Cookies → p-b) | — | -| `promptql` | `pql` | PromptQL (Unofficial/Experimental) | Web cookie | [link](https://prompt.ql.app) | Paste the Bearer JWT from prompt.ql.app DevTools → Network → graphql → Authorization (token only). Optional projectId + session Cookie for refresh. | — | -| `qwen-web` | `qwen-web` | Qwen Web (Free) | Web cookie | [link](https://chat.qwen.ai) | Open chat.qwen.ai, log in, then open DevTools → Application → Local Storage → copy the "token" value (or use tongyi_sso_ticket cookie as Bearer token). | emulated | -| `t3-web` | `t3chat` | t3.chat (Pro/Free) | Web cookie | [link](https://t3.chat) | Open t3.chat in your browser, log in, then open DevTools → Application → Local Storage → https://t3.chat. Copy the value of 'convex-session-id'. Also open DevTools → Network, copy the Cookie header from any request. Paste both values here. See provider setup docs for a step-by-step guide. | emulated | -| `tencent-aistudio-web` | `tasw` | Tencent AI Studio (Free) | Web cookie | [link](https://aistudio.tencent.ai) | Log in to aistudio.tencent.ai, open DevTools -> Network, copy any request Cookie header containing session tokens. | — | -| `tinycms-web` | `tcw` | TinyCMS Web (Free/Sub) | Web cookie | [link](https://site.tinycms.xyz) | Go to site.tinycms.xyz, open DevTools → Application → Local Storage, copy the value of 'app-config-uuid' (starts with 'R'), and paste it here. | — | -| `v0-vercel-web` | `v0-vercel-web` | v0 Vercel Web (Code Gen) | Web cookie | [link](https://v0.dev) | Paste your session cookie from v0.dev (DevTools → Application → Cookies) | — | -| `venice-web` | `ven` | Venice Web (Privacy) | Web cookie | [link](https://venice.ai) | Paste your session cookie from venice.ai (DevTools → Application → Cookies) | — | -| `yuanbao-web` | `ybw` | Tencent Yuanbao (Free) | Web cookie | [link](https://yuanbao.tencent.com) | Log in to yuanbao.tencent.com, then paste the full Cookie header (DevTools → Network → any /api request → Request Headers → Cookie). It must contain hy_user and hy_token. | — | -| `zai-web` | `zw` | Z.ai Web | Web cookie | [link](https://chat.z.ai) | Copy the "token" value from chat.z.ai → DevTools → Application → Local Storage. Do not copy cookies; OmniRoute handles the per-request CAPTCHA through its browser transport. | — | -| `zenmux-free` | `zmf` | ZenMux Free (Web) | Web cookie | [link](https://zenmux.ai) | Login at zenmux.ai, then export all cookies using EditThisCookie or Cookie-Editor and paste the full Cookie header string here. Refresh every ~30 days. | — | - -## API Key Providers (paid / paid-with-free-credits) (233) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `360ai` | `360ai` | 360 AI | API key | [link](https://ai.360.cn) | Get API key at ai.360.cn | -| `agentrouter` | `agentrouter` | AgentRouter | API key, aggregator | [link](https://agentrouter.org) | $200 free credits on signup - multi-model routing gateway | -| `agnes` | `agnes` | Agnes AI | API key, video | [link](https://agnes-ai.com) | Get API key at agnes-ai.com | -| `ai21` | `ai21` | AI21 Labs | API key | [link](https://www.ai21.com) | $10 trial credits on signup (valid 3 months), no credit card required | -| `aimlapi` | `aiml` | AI/ML API | API key, aggregator | [link](https://aimlapi.com) | Free tier paused (2026) — AI/ML API is now pay-as-you-go only (min $20 top-up); no recurring free credits. | -| `ainative` | `ainative` | AINative Studio | API key | [link](https://ainative.studio) | Create a free API key at ainative.studio (no card), then paste it here as a Bearer token. | -| `aion` | `aion` | Aion Labs | API key | [link](https://www.aionlabs.ai) | Create a free API key at aionlabs.ai (no card), then paste it here as a Bearer token. | -| `alibaba` | `ali` | Alibaba Cloud Model Studio | API key | [link](https://bailian.console.alibabacloud.com/) | — | -| `alibaba-cn` | `ali-cn` | Alibaba (China) | API key | [link](https://dashscope.console.aliyun.com/) | — | -| `ant-ling` | `ling` | Ant Ling / Ring (inclusionAI) | API key | [link](https://developer.ant-ling.com/en/docs/) | Register and create an API key at the Ant Ling API console (https://chat.ant-ling.com/open), then paste it here. OmniRoute routes chat traffic to https://api.ant-ling.com/v1/chat/completions; the provider is OpenAI-compatible and also exposes an Anthropic-compatible surface. | -| `anthropic` | `anthropic` | Anthropic | API key | [link](https://platform.claude.com) | — | -| `anyapi` | `anyapi` | AnyAPI AI | API key, aggregator | [link](https://anyapi.ai) | Free plan: 100,000 ANY Tokens/day and 100 RPM for eligible Free/Basic models; no credit card required. | -| `api-airforce` | `af` | Api.airforce | API key | [link](https://api.airforce) | 55 free tier models including Grok-3, Claude 3.7, Qwen3, Kimi-K2, Gemini 2.5 Flash, DeepSeek-V3 | -| `arcee-ai` | `arcee` | Arcee AI | API key | [link](https://arcee.ai) | Get API key at arcee.ai | -| `auriko` | `auriko` | Auriko | API key, aggregator | [link](https://www.auriko.ai) | Free plan publishes 1,000 Platform RPM and 10,000 BYOK RPM. Platform inference still passes through provider cost; this is not a free-token pool or unlimited free inference. | -| `azure-ai` | `azure-ai` | Azure AI Foundry | API key, enterprise | [link](https://learn.microsoft.com/azure/ai-foundry) | Use your Azure AI Foundry key. Base URL can be https://.services.ai.azure.com/openai/v1/ or https://.openai.azure.com/openai/v1/. | -| `azure-openai` | `azure` | Azure OpenAI | API key, enterprise | [link](https://azure.microsoft.com/products/ai-services/openai-service) | Use your Azure OpenAI API key. Base URL should be your resource endpoint, for example https://my-resource.openai.azure.com. | -| `bai` | `bai` | b.ai | API key | [link](https://b.ai) | Bearer API key for the b.ai OpenAI-compatible LLM gateway (distinct from TheB.AI). Create a key at https://docs.b.ai, then use https://api.b.ai/v1 as the OpenAI-compatible base URL. | -| `baichuan` | `baichuan` | Baichuan | API key | [link](https://www.baichuan-ai.com/) | Get API key at platform.baichuan-ai.com | -| `baidu` | `baidu` | Baidu (ERNIE) | API key | [link](https://ernie.baidu.com/) | Get API key at console.bce.baidu.com | -| `bailian-coding-plan` | `bcp` | Alibaba Token Plan | API key | [link](https://www.alibabacloud.com/help/en/model-studio/token-plan-overview) | — | -| `baseten` | `baseten` | Baseten | API key | [link](https://baseten.co) | $30 free trial credits for GPU inference | -| `bazaarlink` | `bzl` | BazaarLink | API key | [link](https://bazaarlink.ai) | Use your BazaarLink API key (starts with sk-bl-) in Authorization: Bearer . OpenAI SDK works with base URL https://bazaarlink.ai/api/v1. Models use provider/model-name format. | -| `bedrock` | `bedrock` | Amazon Bedrock | API key, enterprise | [link](https://aws.amazon.com/bedrock) | Use your Amazon Bedrock API key and configure the AWS region where your models are enabled (for example eu-west-2). OmniRoute calls Bedrock's native Converse API directly. | -| `black-forest-labs` | `bfl` | Black Forest Labs | API key, image | [link](https://blackforestlabs.ai) | — | -| `blackbox` | `bb` | Blackbox AI | API key | [link](https://blackbox.ai) | Limited free access is available through Blackbox; model availability and account limits apply | -| `bluesminds` | `bm` | BluesMinds | API key | [link](https://www.bluesminds.com) | Free daily pi credits — supports 200+ models including GPT-4o, GPT-4.1, Claude Sonnet 4.5, Gemini 2.0 Flash, DeepSeek V4, Qwen, Kimi K2 | -| `byteplus` | `bpm` | BytePlus ModelArk | API key | [link](https://console.byteplus.com/ark) | — | -| `bytez` | `bytez` | Bytez | API key | [link](https://bytez.com) | $1 free credits, refreshes every 4 weeks | -| `cerebras` | `cerebras` | Cerebras | API key | [link](https://inference.cerebras.ai) | Free Trial: 1M tokens/day, 30K TPM, 5 RPM — no credit card. | -| `charm-hyper` | `charm-hyper` | Charm Hyper | API key | [link](https://hyper.charm.land) | 100 free monthly Hypercredits on signup | -| `chat-oripe` | `chat-oripe` | Chat Oripe | API key, aggregator | [link](https://api.oriper.com) | Official metadata advertises 2M tokens/month, but the public site and documentation were blocked during audit; treat the quota and brand mapping as unconfirmed. | -| `chatanywhere` | `chatanywhere` | ChatAnywhere | API key, aggregator | [link](https://chatanywhere.tech) | Personal, educational or research use only: public documentation cites 10,000 points/day and 200 requests/day per IP/key; do not use for commercial traffic. | -| `cheaperinference` | `cinf` | Cheaper Inference | API key | [link](https://cheaperinference.com/?utm_source=omniroute) | — | -| `chenzk` | `chenzk` | Chenzk API | API key | [link](https://chenzk.top) | — | -| `chutes` | `chutes` | Chutes.ai | API key, aggregator | [link](https://chutes.ai) | Bearer API key for the Chutes OpenAI-compatible gateway. | -| `clarifai` | `clarifai` | Clarifai | API key, enterprise | [link](https://docs.clarifai.com) | Use your Clarifai PAT or app-specific API key. OmniRoute targets the OpenAI-compatible endpoint at https://api.clarifai.com/v2/ext/openai/v1 and authenticates with Authorization: Key . | -| `cloudcode-one` | `cloudcode-one` | CloudCode.ONE | API key, aggregator | [link](https://cloudcode.one) | Published free models include glm-4.7-flash and glm-4.6v-flash; no numeric quota is published, and key creation may require credit or a coupon. | -| `cloudflare-ai` | `cf` | Cloudflare Workers AI | API key | [link](https://developers.cloudflare.com/workers-ai) | Requires API Token AND Account ID (found at dash.cloudflare.com) | -| `clova-studio` | `clova` | Naver CLOVA Studio | API key | [link](https://api.ncloud-docs.com/docs/en/ai-naver-clovastudio-summary) | — | -| `codestral` | `codestral` | Codestral | API key | [link](https://mistral.ai) | — | -| `cohere` | `cohere` | Cohere | API key | [link](https://cohere.com) | Free Trial: 1,000 API calls/month for testing, no credit card required | -| `command-code` | `cmd` | Command Code | API key | [link](https://commandcode.ai/) | Use a Command Code API key. Requests are sent to Command Code's /alpha/generate endpoint. | -| `coze` | `coze` | Coze | API key | [link](https://coze.com) | Get API key at coze.com/open/api | -| `crof` | `crof` | CrofAI | API key | [link](https://crof.ai) | — | -| `cursor-api` | `cua` | Cursor API | API key | [link](https://cursor.com/dashboard/api) | Paste a Cursor user API key (crsr_...) from cursor.com/dashboard/api. OmniRoute exchanges it for a session token on demand; no IDE or cursor-agent install is needed. Usage bills to the Cursor plan that owns the key. | -| `dahl` | `dahl` | Dahl | API key | [link](https://inference.dahl.global) | Click 'Add Account' to auto-generate a token, or add a manual API key. | -| `databricks` | `databricks` | Databricks | API key, enterprise | [link](https://www.databricks.com) | — | -| `datarobot` | `datarobot` | DataRobot | API key, enterprise | [link](https://docs.datarobot.com) | Use your DataRobot API token. Optional Base URL can be the account root (for LLM Gateway) or a deployment URL under /api/v2/deployments/. | -| `deepai` | `deepai` | DeepAI | API key, image | [link](https://deepai.org) | Use your DeepAI API key. Get one at deepai.org — requires a Pro subscription ($9.99/mo). | -| `deepinfra` | `deepinfra` | DeepInfra | API key | [link](https://deepinfra.com) | Free signup credits for API testing and model exploration | -| `deepseek` | `ds` | DeepSeek | API key | [link](https://platform.deepseek.com) | 5M free tokens on signup - no credit card required | -| `dgrid` | `dgrid` | DGrid | API key | [link](https://dgrid.ai) | DGrid Free Models Router: 10 requests/minute and 100 requests/day. A $5 lifetime top-up unlocks up to 20 requests/minute and 1,000 requests/day. | -| `dify` | `dify` | Dify | API key | [link](https://dify.ai) | Get API key from your Dify instance. | -| `digitalocean` | `digitalocean` | DigitalOcean | API key | [link](https://docs.digitalocean.com/products/ai-platform/) | — | -| `dit` | `dai` | DIT.ai | API key | [link](https://dit.ai) | Use your dit.ai API key in Authorization: Bearer . Fully OpenAI-compatible — a drop-in replacement, just change the base URL to https://api.dit.ai/v1. | -| `doubao` | `doubao` | Doubao | API key | [link](https://doubao.com) | Get API key at console.volcengine.com | -| `dxnt` | `dxnt` | DXNT / DX Token | API key, aggregator | [link](https://www.dxnt.com) | Free accounts are documented at 100 calls/day; the quota may increase through invitations and can vary by account. | -| `electronhub` | `electronhub` | Electron Hub | API key, aggregator | [link](https://www.electronhub.ai) | Free plan: 5 RPM, $0.25 weekly credits and 10 Neutrinos/day for :free models; family budgets also apply. | -| `empower` | `empower` | Empower | API key, aggregator | [link](https://docs.empower.dev) | Bearer API key for the Empower OpenAI-compatible endpoint. | -| `factory` | `factory` | Factory | API key | [link](https://factory.ai) | Bearer API key for the Factory OpenAI-compatible gateway. | -| `fal-ai` | `fal` | Fal.ai | API key, image | [link](https://fal.ai) | — | -| `fastrouter` | `fastrouter` | FastRouter | API key, aggregator | [link](https://fastrouter.ai) | Models with the :free suffix allow 10 requests/day per organization and model; availability may change. | -| `featherless-ai` | `featherless` | Featherless AI | API key | [link](https://featherless.ai) | Free tier available — no credit card required | -| `fenayai` | `fenayai` | FenayAI | API key, aggregator | [link](https://fenayai.com) | Bearer API key for the FenayAI OpenAI-compatible gateway. | -| `fireworks` | `fireworks` | Fireworks AI | API key | [link](https://fireworks.ai) | $1 free starter credits on signup for API testing | -| `free-ai` | `free-ai` | Free.ai | API key, aggregator | [link](https://free.ai) | 30,000 tokens/day cover self-hosted models after email verification. Usage beyond the pool can bill at raw cost, and premium external models are paid. | -| `freeaiapikey` | `faik` | FreeAIAPIKey | API key | [link](https://freeaiapikey.com) | — | -| `freebuff` | `freebuff` | Freebuff | API key | [link](https://freebuff.com) | Enter Freebuff / Codebuff Auth Token (obtained via CLI login or automated harvester). | -| `freeinference` | `freeinference` | FreeInference | API key, aggregator | [link](https://freeinference.org) | Free research access without a card; non-Harvard applicants require manual approval and no numeric quota is publicly guaranteed. | -| `freemodel-dev` | `fmd` | FreeModel.dev | API key | [link](https://freemodel.dev) | $300 free credits on signup — no credit card required. Access GPT-5.4 and GPT-5.5 (OpenAI's latest flagship models) through an OpenAI-compatible API. | -| `freetheai` | `fta` | FreeTheAi | API key, aggregator | [link](https://freetheai.xyz) | Join the FreeTheAi Discord to get your free API key. | -| `friendliai` | `friendli` | FriendliAI | API key | [link](https://friendli.ai) | Free tier for serverless inference — no credit card required | -| `g4f-gemini` | `g4fgem` | g4f.space — Gemini | API key, aggregator | [link](https://g4f.space) | No auth required. Free tier is limited to 5 requests/minute — sign up at g4f.dev/members.html for higher limits. | -| `g4f-groq` | `g4fgroq` | g4f.space — Groq | API key, aggregator | [link](https://g4f.space) | No auth required. Free tier is limited to 5 requests/minute — sign up at g4f.dev/members.html for higher limits. | -| `g4f-nvidia` | `g4fnv` | g4f.space — NVIDIA | API key, aggregator | [link](https://g4f.space) | No auth required. Free tier is limited to 5 requests/minute — sign up at g4f.dev/members.html for higher limits. | -| `g4f-ollama` | `g4foll` | g4f.space — Ollama | API key, aggregator | [link](https://g4f.space) | No auth required. Free tier is limited to 5 requests/minute — sign up at g4f.dev/members.html for higher limits. | -| `g4f-pollinations` | `g4fpol` | g4f.space — Pollinations | API key, aggregator | [link](https://g4f.space) | No auth required. Free tier is limited to 5 requests/minute — sign up at g4f.dev/members.html for higher limits. | -| `galadriel` | `galadriel` | Galadriel | API key | [link](https://galadriel.com) | ⚠️ **DEPRECATED.** api.galadriel.ai no longer resolves (sweep 2026-06-19); the inference API appears discontinued. | -| `gemini` | `gemini` | Gemini (Google AI Studio) | API key | [link](https://aistudio.google.com) | Free tier available through Google AI Studio; current per-model quotas and regional limits apply | -| `getgoapi` | `ggo` | GoAPI | API key, aggregator | [link](https://api.getgoapi.com) | — | -| `gigachat` | `gigachat` | GigaChat (Sber) | API key | [link](https://developers.sber.ru) | — | -| `gitlab` | `gitlab` | GitLab Duo PAT | API key | [link](https://docs.gitlab.com/user/duo_agent_platform/code_suggestions/) | GitLab personal access token for the public Code Suggestions API. Configure a self-hosted base URL when not using gitlab.com. | -| `gitlawb` | `glb` | Gitlawb Opengateway (MiMo) | API key | [link](https://opengateway.gitlawb.com) | Free MiMo (xiaomi/mimo-v2.5) revoked 2026-05 — Opengateway is now a pay-as-you-go credit gateway; no recurring free model. | -| `gitlawb-gmi` | `glb-gmi` | Gitlawb Opengateway (GMI Cloud) | API key | [link](https://opengateway.gitlawb.com) | Free Nemotron promo ended 2026-06 — the GMI Cloud route is now pay-as-you-go credit only. | -| `glm` | `glm` | GLM Coding | API key | [link](https://z.ai/subscribe) | — | -| `glm-cn` | `glmcn` | GLM Coding (China) | API key | [link](https://open.bigmodel.cn) | — | -| `glmt` | `glmt` | GLM Thinking | API key | [link](https://open.bigmodel.cn) | — | -| `groq` | `groq` | Groq | API key | [link](https://groq.com) | Free tier: 30 RPM / 14.4K RPD — no credit card | -| `hackclub` | `hc` | Hackclub AI | API key, aggregator | [link](https://ai.hackclub.com) | Sign in with your Hack Club account at ai.hackclub.com. | -| `haiper` | `hp` | Haiper | API key, video | [link](https://haiper.ai) | Get API key at haiper.ai/haiper-api | -| `hcnsec` | `hcnsec` | Huancheng Public API | API key | [link](https://api.hcnsec.cn) | Get API key at api.hcnsec.cn | -| `helixmind` | `helixmind` | HelixMind | API key, aggregator | [link](https://helixmind.online) | Previously circulated 3 RPM/50 RPD and no-card claims were not confirmed during the 2026-08-02 audit; current quota and billing require account verification. | -| `helyxai` | `helyxai` | Helyx AI | API key, aggregator | [link](https://helyxai.space) | Operational Free plan documents 100,000 tokens/day; the site's separate 2M+ marketing claim conflicts and is not treated as a quota guarantee. | -| `heroku` | `heroku` | Heroku AI | API key, enterprise | [link](https://www.heroku.com) | — | -| `huggingface` | `hf` | HuggingFace | API key | [link](https://huggingface.co) | Free Inference API for thousands of models (Whisper, VITS, SDXL…) | -| `hyperbolic` | `hyp` | Hyperbolic | API key | [link](https://hyperbolic.xyz) | $1-5 trial credits on signup for serverless inference | -| `ideogram` | `ideo` | Ideogram | API key | [link](https://ideogram.ai) | Get API key at ideogram.ai/docs/api | -| `iflytek` | `iflytek` | iFlytek Spark | API key | [link](https://xinghuo.xfyun.cn) | Get API key at console.xfyun.cn | -| `inception` | `inception` | Inception | API key | [link](https://docs.inceptionlabs.ai) | 10M free tokens on signup, no credit card required. | -| `inference-net` | `inet` | Inference.net | API key | [link](https://inference.net) | $25 free credits on signup plus research grants available | -| `internlm` | `internlm` | InternLM (Intern-S1) | API key | [link](https://internlm.intern-ai.org.cn/) | Free monthly quota ~1M input / 3M output tokens (~10 RPM) | -| `jina-ai` | `jina` | Jina AI (Foundation API) | API key, embed/rerank | [link](https://jina.ai) | Bearer API key for api.jina.ai — embeddings, rerank, classify, segment, and search. Dashboard keys take precedence over JINA_AI_API_KEY. This is not the Reader / r.jina.ai card and does not fetch URLs. | -| `jina-reader` | `jr` | Jina Reader (r.jina.ai) | API key | [link](https://jina.ai/reader) | Bearer API key for r.jina.ai URL-to-markdown (/v1/web/fetch only). Does not serve /v1/embeddings or /v1/rerank. The same Jina token as Foundation API works; OmniRoute reuses a jina-ai dashboard key or JINA_AI_API_KEY when this card is empty. | -| `kenari` | `kenari` | Kenari | API key | [link](https://kenari.id) | Use your Kenari API key (kn-...) in Authorization: Bearer . Fully OpenAI-compatible. API base URL: https://kenari.id/v1. | -| `kie` | `kie` | KIE.AI | API key | [link](https://kie.ai) | — | -| `kilo-gateway` | `kg` | Kilo Gateway | API key, aggregator | [link](https://kilo.ai) | — | -| `kimi` | `kimi` | Kimi (Legacy Moonshot API) | API key | [link](https://platform.kimi.ai?aff=omniroute) | — | -| `kimi-coding-apikey` | `kmca` | Kimi Code API Key | API key | [link](https://www.kimi.com/code?aff=omniroute) | — | -| `lambda-ai` | `lambda` | Lambda AI | API key | [link](https://lambda.ai) | — | -| `laozhang` | `lz` | LaoZhang AI | API key, aggregator | [link](https://api.laozhang.ai) | — | -| `leonardo` | `leo` | Leonardo AI | API key, video | [link](https://leonardo.ai) | Get API key at leonardo.ai/developer | -| `liquid` | `liquid` | Liquid AI | API key | [link](https://liquid.ai) | Get API key at liquid.ai | -| `literouter` | `literouter` | LiteRouter | API key, aggregator | [link](https://literouter.com) | Free model variants use the :free suffix; daily credit limits vary by model and free input is capped at 5,000 tokens. | -| `llamagate` | `llamagate` | LlamaGate | API key | [link](https://llamagate.ai) | — | -| `llm-kiwi` | `llmkiwi` | LLM.Kiwi | API key, aggregator | [link](https://llm.kiwi) | Free plan exposes auto and hrLLM; the published 40 requests/hour limit applies to hrLLM. | -| `llm7` | `llm7` | LLM7.io | API key | [link](https://llm7.io) | Use any non-empty key (for example 'unused'). If older built-in models return model_unavailable, use Available Models → Import from /models or Auto-Sync; verified live model: gemini-3.1-flash-lite. | -| `llmgateway` | `llmgateway` | LLM Gateway | API key, aggregator | [link](https://llmgateway.io) | Hosted Free plan: free-priced models are limited to 5 requests per 10 minutes when the account has no credits. | -| `logfare` | `logfare` | Logfare | API key, aggregator | [link](https://logfare.ai) | Create a free account at https://logfare.ai/register (username/password, no email verification) to get an instant API key, then paste it here as a Bearer token. | -| `longcat` | `lc` | LongCat AI | API key | [link](https://longcat.chat/platform/docs) | Free: one-time 10M-token grant after account signup + KYC verification (LongCat-2.0). One-time only — not a recurring daily/monthly allowance. | -| `magnific` | `freepik` | Magnific | API key, image | [link](https://www.magnific.com) | Get an API key at magnific.com/user/api-keys (header x-magnific-api-key). Legacy Freepik developer keys still work. | -| `maritalk` | `maritalk` | Maritalk | API key | [link](https://www.maritaca.ai) | — | -| `meganova-ai` | `meganova-ai` | MegaNova AI | API key, aggregator | [link](https://meganova.ai) | Free signup without a card. Published Tier 1 per-model quotas total 550 requests/day; they are not a shared global pool, and paid overage can apply if enabled. | -| `meta-llama` | `meta` | Meta Llama API | API key | [link](https://llama.developer.meta.com) | — | -| `minimax` | `minimax` | Minimax Coding | API key, video | [link](https://www.minimax.io) | — | -| `minimax-cn` | `minimax-cn` | Minimax (China) | API key | [link](https://www.minimaxi.com) | — | -| `mistral` | `mistral` | Mistral | API key | [link](https://mistral.ai) | Free Experiment tier: rate-limited access to all models, no credit card required | -| `mixedbread` | `mxbai` | Mixedbread AI | API key | [link](https://www.mixedbread.com) | Bearer API key for the Mixedbread embeddings API. | -| `mixlayer` | `mixlayer` | Mixlayer | API key, aggregator | [link](https://www.mixlayer.com) | The qwen/qwen3.5-4b-free model is free for prototyping and rate-limited; no fixed public RPM or daily quota is confirmed. | -| `mnn-ai` | `mnn-ai` | MNN AI | API key, aggregator | [link](https://mnnai.ru) | Free plan: $1 monthly credits, 10 RPM and access only to models marked Free. | -| `modal` | `mdl` | Modal | API key, enterprise | [link](https://modal.com/docs) | Use the bearer token that protects your Modal deployment, if enabled. Base URL should point to your OpenAI-compatible Modal app, for example https://--.modal.run/v1. | -| `modelscope` | `ms` | ModelScope | API key | [link](https://modelscope.cn) | Free tier via ModelScope API-Inference — Alibaba account required. | -| `monsterapi` | `monster` | MonsterAPI | API key | [link](https://monsterapi.ai) | ⚠️ **DEPRECATED.** Monster API shuttered operations on 2026-06-30. Use alternative OpenAI-compatible providers. | -| `moonshot` | `moonshot` | Kimi | API key | [link](https://platform.kimi.ai?aff=omniroute) | — | -| `morph` | `morph` | Morph | API key | [link](https://morphllm.com) | Free tier: 250K credits/month, $0 | -| `muse-code` | `mc` | Muse Code (Meta) | API key | [link](https://github.com/meta-llama/llama-stack) | Use your META_API_KEY env var as a Bearer token. Muse Code CLI uses the OpenAI Responses API wire format (POST /responses). | -| `naga-ac` | `naga` | Naga.ac | API key, aggregator | [link](https://naga.ac) | Get API key at naga.ac — Google/GitHub/Discord signup available. | -| `naga-ai` | `naga-ai` | Naga AI | API key, aggregator | [link](https://naga.ac) | Models marked :free are publicly listed, but no numeric quota is confirmed. Naga's policy warns that free-tier prompts and outputs may be collected or used for training. | -| `nanogpt` | `nanogpt` | NanoGPT | API key | [link](https://nano-gpt.com) | — | -| `nara` | `nara` | NaraRouter | API key | [link](https://bynara.id) | Get a free API key via NaraRouter's Telegram channel, then paste it here as a Bearer token. | -| `navy` | `navy` | NavyAI | API key | [link](https://api.navy) | Create a free API key from the NavyAI dashboard, then paste it here as a Bearer token. | -| `nebius` | `nebius` | Nebius AI | API key | [link](https://nebius.com) | ~$1 trial credits on signup for API testing | -| `nlpcloud` | `nlpc` | NLP Cloud | API key | [link](https://docs.nlpcloud.com) | Use your NLP Cloud API key in Authorization: Token . OmniRoute targets the chatbot endpoint on https://api.nlpcloud.io/v1/gpu//chatbot by default. | -| `nomic` | `nomic` | Nomic | API key | [link](https://nomic.ai) | Get API key at atlas.nomic.ai | -| `nous-research` | `nous` | Nous Research | API key | [link](https://portal.nousresearch.com/help) | Use your Nous Portal API key. OmniRoute targets the official OpenAI-compatible inference endpoint at https://inference-api.nousresearch.com/v1. | -| `novita` | `novita` | Novita AI | API key, video, aggregator | [link](https://novita.ai) | $0.50 trial credits on signup (valid about 1 year) | -| `nscale` | `nscale` | nScale | API key | [link](https://nscale.com) | $5 free credits on signup for inference testing | -| `nube` | `nube` | Nube.sh | API key | [link](https://nube.sh) | — | -| `nvidia` | `nvidia` | NVIDIA NIM | API key | [link](https://build.nvidia.com) | Free dev access: ~40 RPM, 70+ models (Kimi K2.5, GLM 4.7, DeepSeek V3.2...) | -| `oci` | `oci` | OCI Generative AI | API key, enterprise | [link](https://www.oracle.com/artificial-intelligence/generative-ai) | Use your OCI Generative AI API key or IAM bearer token. Base URL can be https://inference.generativeai..oci.oraclecloud.com/openai/v1/. | -| `ofoxai` | `ofoxai` | OfoxAI | API key, aggregator | [link](https://ofox.ai) | The current catalog advertises 10+ free models without a public numeric quota; review upstream provenance, retention and training terms before production use. | -| `ollama-cloud` | `ollamacloud` | Ollama Cloud | API key | [link](https://ollama.com/settings/keys) | — | -| `openadapter` | `oad` | OpenAdapter | API key | [link](https://openadapter.dev) | Use your OpenAdapter API key in Authorization: Bearer sk-cv-. Fully OpenAI-compatible. API base URL: https://api.openadapter.in/v1. | -| `openai` | `openai` | OpenAI | API key | [link](https://platform.openai.com) | — | -| `opencode-go` | `opencode-go` | OpenCode Go | API key | [link](https://opencode.ai/go) | — | -| `opencode-zen` | `opencode-zen` | OpenCode Zen | API key | [link](https://opencode.ai/zen) | — | -| `openference-api` | `ofa` | Openference API | API key | [link](https://openference.com) | Free plan: 3-day trial with open-source models — no credit card required | -| `openrouter` | `openrouter` | OpenRouter | API key, aggregator | [link](https://openrouter.ai) | Free models at $0/token with :free suffix - 20 RPM / 200 RPD | -| `openvecta` | `openvecta` | OpenVecta | API key | [link](https://openvecta.com) | Free credits on signup for OpenAI-compatible inference across LLMs, embeddings, and reasoning models | -| `orcarouter` | `orcarouter` | OrcaRouter | API key | [link](https://www.orcarouter.ai) | — | -| `ovhcloud` | `ovh` | OVHcloud AI | API key | [link](https://www.ovhcloud.com) | — | -| `perplexity` | `pplx` | Perplexity | API key | [link](https://www.perplexity.ai) | — | -| `piapi` | `pi` | PiAPI | API key, aggregator | [link](https://piapi.ai) | — | -| `pioneer` | `pn` | Pioneer AI | API key | [link](https://pioneer.ai) | $75 free usage credits — no credit card required | -| `plamo` | `plamo` | PLaMo | API key | [link](https://plamo.preferredai.jp/api) | — | -| `poe` | `poe` | Poe | API key, aggregator | [link](https://creator.poe.com/api-reference) | Bearer API key for the Poe OpenAI-compatible API. | -| `poixe-ai` | `poixe-ai` | Poixe AI | API key, aggregator | [link](https://poixe.com) | Current public free limits are small and model-group specific: 2 RPM/5 RPD for large-cup models and 20 RPM/50 RPD for small-cup models. | -| `pollinations` | `pol` | Pollinations AI | API key, video | [link](https://pollinations.ai) | Anonymous/keyless access to the documented free models is best-effort. Local v3.8.50 verification (2026-07-31) returned 401 via OmniRoute and Cloudflare 1010 on direct upstream probes from the same network. Premium models still require a Pollinations API key from enter.pollinations.ai. | -| `poolside` | `poolside` | Poolside | API key | [link](https://poolside.ai) | Laguna S 2.1 and XS 2.1 are free during Preview; no public numeric quota is published. | -| `predibase` | `predibase` | Predibase | API key | [link](https://predibase.com) | ⚠️ **DEPRECATED.** serving.app.predibase.com no longer resolves (sweep 2026-06-19); the managed serving API appears discontinued. | -| `publicai` | `publicai` | PublicAI | API key | [link](https://publicai.co) | Requires an API key — one-time signup credit, then paid | -| `qianfan` | `qianfan` | Baidu Qianfan | API key | [link](https://cloud.baidu.com/product-s/qianfan_home) | — | -| `qiniu` | `qiniu` | Qiniu | API key | [link](https://www.qiniu.com) | — | -| `qwen-cloud` | `qwc` | Qwen Cloud | API key | [link](https://www.qwencloud.com/) | — | -| `qwen-cloud-token-plan` | `qct` | Qwen Cloud Token Plan | API key | [link](https://www.qwencloud.com/pricing/token-plan) | — | -| `recraft` | `recraft` | Recraft | API key, image | [link](https://recraft.ai) | — | -| `regolo` | `regolo` | Regolo AI | API key | [link](https://regolo.ai) | Get your Regolo API key from regolo.ai, then paste it here as a Bearer token. | -| `reka` | `reka` | Reka | API key | [link](https://docs.reka.ai/chat/overview) | Use your Reka API key. OmniRoute supports the OpenAI-compatible base URL https://api.reka.ai/v1 and sends both Authorization and X-Api-Key headers for compatibility. | -| `requesty` | `requesty` | Requesty | API key | [link](https://requesty.ai) | Free tier ~200 requests/day - multi-model routing gateway (300+ models) | -| `routeway` | `routeway` | Routeway | API key | [link](https://routeway.ai) | Create a free API key at routeway.ai, then paste it here as a Bearer token. | -| `runwayml` | `runway` | Runway | API key, video | [link](https://docs.dev.runwayml.com) | Use your Runway API key in Authorization: Bearer . OmniRoute targets the current Runway API at https://api.dev.runwayml.com/v1 and sends the required X-Runway-Version header automatically. | -| `sambanova` | `samba` | SambaNova | API key | [link](https://sambanova.ai) | $5 free credits on signup (30-day validity), no credit card required | -| `sap` | `sap` | SAP Generative AI Hub | API key, enterprise | [link](https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/generative-ai-hub-in-sap-ai-core) | Use your SAP AI Core bearer token. Base URL can be your AI_API_URL root or a deploymentUrl from Generative AI Hub. | -| `sarvam` | `sarvam` | Sarvam AI | API key | [link](https://docs.sarvam.ai) | ₹1,000 in free signup credits — never expire | -| `scaleway` | `scw` | Scaleway AI | API key | [link](https://www.scaleway.com/en/docs/ai-data/generative-apis/) | 1M free tokens for new accounts — EU/GDPR compliant (Paris), Qwen3 235B & Llama 70B | -| `sealion` | `sealion` | SEA-LION | API key | [link](https://sea-lion.ai) | Sign in at sea-lion.ai with Google (no card, no region wall), create an API key, then paste it here. | -| `segmind` | `segmind` | Segmind | API key, image, video | [link](https://segmind.com) | Use your Segmind API key in the x-api-key header. OmniRoute targets https://api.segmind.com/v1/ and returns the generated image/video bytes directly. | -| `sensenova` | `sensenova` | SenseNova | API key | [link](https://platform.sensenova.cn) | Get API key at platform.sensenova.cn | -| `siliconflow` | `siliconflow` | SiliconFlow | API key | [link](https://cloud.siliconflow.com) | $1 free credits plus currently listed $0 models after identity verification; availability and limits may change | -| `snowflake` | `snowflake` | Snowflake Cortex | API key, enterprise | [link](https://www.snowflake.com) | — | -| `sparkdesk` | `sparkdesk` | SparkDesk | API key | [link](https://xinghuo.xfyun.cn) | Get API key at console.xfyun.cn | -| `speka` | `speka` | Speka AI | API key, aggregator | [link](https://speka.me) | Free plan: $1 monthly usage, 10 RPM, one API key and access to open models and the playground; no card required. | -| `stability-ai` | `stability` | Stability AI | API key, image | [link](https://stability.ai) | — | -| `stepfun` | `stepfun` | StepFun | API key | [link](https://stepfun.com) | Get API key at platform.stepfun.com | -| `sumopod` | `sumopod` | SumoPod | API key | [link](https://ai.sumopod.com) | Use your SumoPod API key (sk-...) in Authorization: Bearer . Fully OpenAI-compatible. API base URL: https://ai.sumopod.com/v1. | -| `suno` | `suno` | Suno | API key | [link](https://suno.ai) | Paste session cookie from suno.ai (Clerk auth) | -| `synthetic` | `synthetic` | Synthetic | API key, aggregator | [link](https://synthetic.new) | — | -| `tabitoken` | `tabitoken` | TabiToken | API key, aggregator | [link](https://tabitoken.com) | — | -| `tencent` | `tencent` | Tencent Hunyuan | API key | [link](https://hunyuan.tencent.com) | Get API key at console.cloud.tencent.com | -| `thebai` | `thebai` | TheB.AI | API key, aggregator | [link](https://theb.ai) | Bearer API key for the TheB.AI OpenAI-compatible gateway. | -| `tinyfish` | `tf` | TinyFish Fetch | API key | [link](https://docs.tinyfish.ai/fetch-api) | X-API-Key from agent.tinyfish.ai/api-keys | -| `together` | `together` | Together AI | API key, video | [link](https://www.together.ai) | — | -| `token-kiosk` | `tk` | Token Kiosk | API key | [link](https://agent-router.gaib.ai) | Use your Token Kiosk API key in Authorization: Bearer . Fully OpenAI-compatible gateway. API base URL: https://agent-router.gaib.ai/v1. | -| `tokenreply` | `tokenreply` | TokenReply | API key, aggregator | [link](https://www.tokenreply.com) | Free-tagged models have model- and campaign-specific daily limits; no fixed global free quota is published. | -| `tokenrouter` | `trk` | TokenRouter | API key | [link](https://tokenrouter.com) | Use your TokenRouter API key in Authorization: Bearer . Fully OpenAI-compatible. API base URL: https://api.tokenrouter.com/v1. | -| `topaz` | `topaz` | Topaz | API key, image | [link](https://topazlabs.com) | — | -| `typhoon` | `typhoon` | Typhoon | API key | [link](https://docs.opentyphoon.ai) | Free API key with a 5 req/s and 200 req/m rate limit. | -| `udio` | `udio` | Udio | API key | [link](https://udio.com) | Paste session cookie from udio.com (Supabase auth) | -| `uncloseai` | `unc` | UncloseAI | API key | [link](https://uncloseai.com) | No auth required. API accepts any non-empty string as key for identification. If older built-in models return 404, use Available Models → Import from /models or Auto-Sync; verified live model: solidrust/Hermes-3-Llama-3.1-8B-AWQ. | -| `unorouter` | `unorouter` | UnoRouter | API key, aggregator | [link](https://unorouter.ai) | Models with the :free suffix do not debit balance; limit is 1 request/minute per free model per user. | -| `upstage` | `upstage` | Upstage | API key | [link](https://www.upstage.ai) | — | -| `v0-vercel` | `v0` | v0 (Vercel) | API key | [link](https://v0.dev) | — | -| `venice` | `venice` | Venice.ai | API key | [link](https://venice.ai) | — | -| `vercel-ai-gateway` | `vag` | Vercel AI Gateway | API key, aggregator | [link](https://vercel.com/docs/ai-gateway) | — | -| `vertex` | `vertex` | Vertex AI | API key, enterprise | [link](https://cloud.google.com/vertex-ai) | Provide Service Account JSON or OAuth access_token | -| `vertex-partner` | `vp` | Vertex AI Partners | API key, enterprise | [link](https://cloud.google.com/vertex-ai) | Provide the same Service Account JSON used for Vertex AI partner models. | -| `void-ai` | `void-ai` | Void AI | API key, aggregator | [link](https://voidai.app) | The public model catalog marks some models with a free plan requirement, but access is conditional and no numeric quota is confirmed. | -| `volcengine` | `volcengine` | Volcengine | API key | [link](https://www.volcengine.com) | — | -| `voyage-ai` | `voyage` | Voyage AI | API key, embed/rerank | [link](https://www.voyageai.com) | Bearer API key for Voyage AI embeddings and rerank APIs. | -| `wafer` | `wafer` | Wafer AI | API key | [link](https://wafer.ai) | — | -| `wandb` | `wandb` | Weights & Biases Inference | API key | [link](https://wandb.ai) | — | -| `watsonx` | `watsonx` | IBM watsonx.ai Gateway | API key, enterprise | [link](https://www.ibm.com/products/watsonx-ai) | Use your watsonx bearer token. Base URL can be https://.ml.cloud.ibm.com/ml/gateway/v1/ or a self-managed /ml/gateway/v1 endpoint. | -| `writer` | `writer` | Writer | API key | [link](https://dev.writer.com) | — | -| `x5lab` | `x5lab` | X5Lab | API key | [link](https://x5lab.dev) | Use your X5Lab API key (x5-...) in Authorization: Bearer . Fully OpenAI-compatible. API base URL: https://api.x5lab.dev/v1. | -| `xai` | `xai` | xAI (Grok) | API key | [link](https://x.ai) | Use an official xAI API key, or sign in with xAI OAuth. Grok Build JWT sessions remain a separate provider. | -| `xiaomi-mimo` | `mimo` | Xiaomi MiMo | API key | [link](https://mimo.mi.com) | — | -| `xiaomi-mimo-token-plan` | `mimotp` | Xiaomi MiMo Token Plan | API key | [link](https://mimo.mi.com) | — | -| `yi` | `yi` | Yi (01.AI) | API key | [link](https://01.ai) | Get API key at platform.lingyiwanwu.com | -| `yolo-auto` | `yolo-auto` | Yolo-Auto | API key, aggregator | [link](https://yolo-auto.com) | Free API access is request-limited and intended for testing; no numeric daily quota is published and free access is not promised indefinitely. | -| `zai` | `zai` | Z.AI | API key | [link](https://open.bigmodel.cn) | — | -| `zenmux` | `zm` | ZenMux | API key | [link](https://zenmux.ai) | Use your ZenMux API key in Authorization: Bearer . ZenMux is fully OpenAI-compatible. Base URL: https://zenmux.ai/api/v1. | -| `zerolimitai` | `zerolimitai` | ZeroLimitAI | API key, aggregator | [link](https://www.zerolimitai.com) | Temporary free trial is advertised, but official pages conflict between 3 and 7 days; a 100-calls/day claim is not treated as permanent. | -| `zylo-api` | `zylo` | Zylo API | API key, aggregator | [link](https://zyloai.net) | Basic plan: 10 RPM, 7,200 requests/day and 200,000 tokens/day; limited to Basic text models. | - -## Local Providers (14) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `comfyui` | `comfyui` | ComfyUI | Local | [link](https://github.com/comfyanonymous/ComfyUI) | No API key required. Configure the local ComfyUI base URL (default: http://localhost:8188). | -| `docker-model-runner` | `dmr` | Docker Model Runner | Local, self-hosted | [link](https://docs.docker.com/ai/model-runner/) | API key optional. Configure the local Docker Model Runner OpenAI-compatible base URL (default: http://localhost:12434/v1). | -| `lemonade` | `lemonade` | Lemonade Server | Local, self-hosted | [link](https://lemonade-server.ai) | API key optional. Configure the local Lemonade OpenAI-compatible base URL (default: http://localhost:13305/api/v1). | -| `llama-cpp` | `llamacpp` | llama.cpp | Local, self-hosted | [link](https://github.com/ggml-org/llama.cpp) | API key optional (use any value, e.g. sk-no-key-required). Configure the llama-server OpenAI-compatible base URL (default: http://127.0.0.1:8080/v1). Note: if Llamafile is also installed, both default to port 8080 — run only one at a time or override the port. | -| `llamafile` | `llamafile` | Llamafile | Local, self-hosted | [link](https://github.com/Mozilla-Ocho/llamafile) | API key optional. Configure the local Llamafile OpenAI-compatible base URL (default: http://127.0.0.1:8080/v1). | -| `lm-studio` | `lmstudio` | LM Studio | Local, self-hosted | [link](https://lmstudio.ai) | API key optional. Configure the local LM Studio OpenAI-compatible base URL (default: http://localhost:1234/v1). | -| `mlx-gemma` | `mlx-gemma` | MLX Gemma 26B | Local, self-hosted | [link](https://github.com/ml-explore/mlx) | No API key required. Runs mlx-lm server locally on port 11435. Requires uv and mlx-lm installed. Model: mlx-community/gemma-4-26B-A4B-it-qat-q4_0-mlx-aligned (~15.9GB peak memory). | -| `mlx-qwen` | `mlx-qwen` | MLX Qwen 3.8 27B | Local, self-hosted | [link](https://github.com/ml-explore/mlx) | No API key required. Runs mlx-lm server locally on port 11436. Requires uv and mlx-lm installed. Model: maglun/Qwen3.8-27B-MLX-Mixed-3.80bpw (~13.1GB peak memory). | -| `ollama-local` | `ollama` | Ollama | Local, self-hosted | [link](https://ollama.com) | No API key required. Ollama runs locally — configure its OpenAI-compatible base URL (default: http://localhost:11434/v1) and make sure Ollama is running before connecting. | -| `oobabooga` | `ooba` | oobabooga | Local, self-hosted | [link](https://github.com/oobabooga/text-generation-webui) | API key optional. Configure the local oobabooga OpenAI-compatible base URL (default: http://localhost:5000/v1). | -| `sdwebui` | `sdwebui` | SD WebUI | Local | [link](https://github.com/AUTOMATIC1111/stable-diffusion-webui) | No API key required. Configure the local WebUI base URL (default: http://localhost:7860). | -| `triton` | `triton` | NVIDIA Triton | Local, self-hosted | [link](https://developer.nvidia.com/triton-inference-server) | API key optional. Configure the Triton OpenAI-compatible base URL (default: http://localhost:8000/v1). | -| `vllm` | `vllm` | vLLM | Local, self-hosted | [link](https://github.com/vllm-project/vllm) | API key optional. Configure the local vLLM OpenAI-compatible base URL (default: http://localhost:8000/v1). | -| `xinference` | `xinference` | XInference | Local, self-hosted | [link](https://inference.readthedocs.io) | API key optional. Configure the local XInference OpenAI-compatible base URL (default: http://localhost:9997/v1). | - -## Search Providers (13) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `brave-search` | `brave-search` | Brave Search | Search | [link](https://brave.com/search/api) | Subscription token from Brave Search API dashboard | -| `exa-search` | `exa-search` | Exa Search | Search | [link](https://exa.ai) | API key from dashboard.exa.ai | -| `firecrawl` | `fc` | Firecrawl | Search | [link](https://firecrawl.dev) | API key from firecrawl.dev/app/api-keys (or set your self-hosted Firecrawl base URL) | -| `google-pse-search` | `google-pse` | Google Programmable Search | Search | [link](https://developers.google.com/custom-search/v1/overview) | Requires a Google API key and your Programmable Search Engine ID (cx) | -| `linkup-search` | `linkup` | Linkup Search | Search | [link](https://docs.linkup.so) | Bearer API key from the Linkup dashboard | -| `ollama-search` | `ollama-search` | Ollama Search | Search | [link](https://ollama.com/settings/keys) | Same API key as Ollama Cloud (from ollama.com/settings/keys) | -| `perplexity-search` | `pplx-search` | Perplexity Search | Search | [link](https://docs.perplexity.ai/guides/search-quickstart) | Same API key as Perplexity (pplx-...) | -| `searchapi-search` | `searchapi` | SearchAPI | Search | [link](https://www.searchapi.io/docs/google) | API key from SearchAPI (query param or Bearer auth) | -| `searxng-search` | `searxng` | SearXNG Search | Search | [link](https://docs.searxng.org) | API key is optional. Set your SearXNG base URL. Some instances may require a bearer token for access. | -| `serper-search` | `serper-search` | Serper Search | Search | [link](https://serper.dev) | API key from serper.dev dashboard | -| `tavily-search` | `tavily-search` | Tavily Search | Search | [link](https://tavily.com) | API key from app.tavily.com (format: tvly-...) | -| `x-search` | `x_search` | X Search (Grok) | Search | [link](https://docs.x.ai/developers/tools/x-search) | SuperGrok OAuth (xai-oauth) or xAI API key. This is Grok X Search, not the X Developer MCP. | -| `youcom-search` | `youcom-search` | You.com Search | Search | [link](https://you.com/business/api/) | X-API-Key from the You.com platform dashboard | - -## Audio-only Providers (12) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `assemblyai` | `aai` | AssemblyAI | Audio | [link](https://assemblyai.com) | — | -| `aws-polly` | `polly` | AWS Polly | Audio | [link](https://aws.amazon.com/polly/) | Use AWS Secret Access Key as API key; set providerSpecificData.accessKeyId and optional region. | -| `cartesia` | `cartesia` | Cartesia | Audio | [link](https://cartesia.ai) | — | -| `deepgram` | `dg` | Deepgram | Audio | [link](https://deepgram.com) | — | -| `elevenlabs` | `el` | ElevenLabs | Audio | [link](https://elevenlabs.io) | — | -| `fishaudio` | `fishaudio` | Fish Audio | Audio | [link](https://fish.audio) | — | -| `gladia` | `gladia` | Gladia | Audio | [link](https://gladia.io) | — | -| `inworld` | `inworld` | Inworld | Audio | [link](https://inworld.ai) | — | -| `playht` | `playht` | PlayHT | Audio | [link](https://play.ht) | — | -| `rev-ai` | `revai` | Rev AI | Audio | [link](https://www.rev.ai) | — | -| `soniox` | `sx` | Soniox | Audio | [link](https://soniox.com) | — | -| `speechmatics` | `sm` | Speechmatics | Audio | [link](https://www.speechmatics.com) | Free tier — 8 hours/month, no credit card required. Batch (async) mode only. | - -## Upstream Proxy Providers (2) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `9router` | `nr` | 9router | Upstream proxy | [link](https://www.npmjs.com/package/9router) | — | -| `cliproxyapi` | `cpa` | CLIProxyAPI | Upstream proxy | [link](https://github.com/router-for-me/CLIProxyAPI) | — | - -## Cloud Agent Providers (3) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `codex-cloud` | `codex-cloud` | Codex Cloud | Cloud agent | [link](https://openai.com/codex) | OpenAI API key with Codex Cloud task access. | -| `devin` | `devin` | Devin | Cloud agent | [link](https://devin.ai) | Devin API key for cloud agent sessions. | -| `jules` | `jules` | Google Jules | Cloud agent | [link](https://jules.google) | Jules API key for creating and managing cloud coding tasks. | - -## System Providers (1) - -| ID | Alias | Name | Tags | Website | Notes | -|----|-------|------|------|---------|-------| -| `auto` | `auto` | Auto (Zero-Config) | System | — | — | - -## Sources of truth - -- Catalog: [`src/shared/constants/providers.ts`](../../src/shared/constants/providers.ts) -- Registry (per-model details): [`open-sse/config/providerRegistry.ts`](../../open-sse/config/providerRegistry.ts) -- Executors: [`open-sse/executors/`](../../open-sse/executors/) (106 implementations) -- Translators: [`open-sse/translator/`](../../open-sse/translator/) - -## See Also - -- [FREE_TIERS.md](./FREE_TIERS.md) — curated free-tier guide -- [USER_GUIDE.md](../guides/USER_GUIDE.md) — provider setup walkthrough -- [ARCHITECTURE.md](../architecture/ARCHITECTURE.md) — overall architecture diff --git a/README.md b/README.md index 11220ca00f..778f72435e 100644 --- a/README.md +++ b/README.md @@ -17,9 +17,9 @@ -> Stacking free tiers by hand is painful — dozens of SDKs, dozens of rate limits, and no idea how much you actually have. OmniRoute catalogs **455 free-tier entries across 40 recurring pool keys** and computes the token headline from the **20 pools with a published positive monthly budget**, deduplicated by shared pool. The result stays visible on the dashboard (`/dashboard/free-tiers`). +> Stacking free tiers by hand is painful — dozens of SDKs, dozens of rate limits, and no idea how much you actually have. OmniRoute catalogs **451 free-tier entries across 39 recurring pool keys** and computes the token headline from the **20 pools with a published positive monthly budget**, deduplicated by shared pool. The result stays visible on the dashboard (`/dashboard/free-tiers`). -OmniRoute free-tier budget card: ~1.51B free tokens per month steady, up to ~2.13B in the first month with signup credits, from 40 documented recurring pool keys covering 455 cataloged free-tier entries behind one endpoint. Honest pool-deduped math — each shared pool counted once, including 20 recurring pools with a published positive monthly token budget; 15 providers are marked avoid in the terms-risk catalog so you decide. Budget bar includes Mistral 1B, LLM7 150M, Nara 150M, Gemini 60M and smaller pools, plus first-month signup credits and permanently-free no-token-cap providers surfaced separately so they never inflate the headline. Live used/remaining on /dashboard/free-tiers. +OmniRoute free-tier budget card: ~1.51B free tokens per month steady, up to ~2.13B in the first month with signup credits, from 39 documented recurring pool keys covering 451 cataloged free-tier entries behind one endpoint. Honest pool-deduped math — each shared pool counted once, including 20 recurring pools with a published positive monthly token budget; 14 providers are marked avoid in the terms-risk catalog so you decide. Budget bar includes Mistral 1B, LLM7 150M, Nara 150M, Gemini 60M and smaller pools, plus first-month signup credits and permanently-free no-token-cap providers surfaced separately so they never inflate the headline. Live used/remaining on /dashboard/free-tiers. > Animated summary of the live `/dashboard/free-tiers` page. Full methodology (pool dedupe, credit tiers, provider terms): **[docs/reference/FREE_TIERS.md](docs/reference/FREE_TIERS.md)**. > @@ -189,7 +189,7 @@ -Works the second you install it — zero config. Three steps: 1. Install — npm i -g omniroute, server boots on localhost:20128. 2. Point your tool at http://localhost:20128/v1 — any OpenAI-compatible tool (Claude Code, Cursor, Cline). 3. It answers — call model auto for an instant reply, with no API key, no signup, no configuration. Keyless free providers OpenCode Free and Felo are pre-wired into the auto combo, so a fresh install responds out of the box. +Works the second you install it — zero config. Three steps: 1. Install — npm i -g omniroute, server boots on localhost:20128. 2. Point your tool at http://localhost:20128/v1 — any OpenAI-compatible tool (Claude Code, Cursor, Cline). 3. It answers — call model auto for an instant reply, with no API key, no signup, no configuration. Keyless provider OpenCode Free is pre-wired into the auto combo, so a fresh install responds out of the box. ```bash # Fresh install, zero credentials — `auto` already works: @@ -198,7 +198,7 @@ curl http://localhost:20128/v1/chat/completions \ -d '{"model":"auto","messages":[{"role":"user","content":"Hello!"}]}' ``` -Prefer a specific free backend? Call it directly, e.g. `oc/…` (OpenCode Free) or `felo/…` (Felo). Then graduate to `auto` and let OmniRoute pick. +Prefer a specific free backend? Call `oc/…` (OpenCode Free) directly. Then graduate to `auto` and let OmniRoute pick. 📦 Copy-paste quickstart scripts for **Python, Node.js, PHP, and cURL** → [`examples/quickstart/`](examples/quickstart/) @@ -1265,7 +1265,7 @@ Métricas canônicas em 2026-08-24: **1.029 vídeos únicos** · **11.132.922 vi Resilience GuideCircuit breakers, cooldowns, queue, anti-thundering herd, TLS spoofing Auto-Combo Engine15-factor scoring, mode packs, self-healing Proxy Guide3-level proxy system, 1proxy marketplace, registry CRUD - Free TiersConsolidated directory: 40 documented recurring pools / 455 cataloged free-tier entries + Free TiersConsolidated directory: 39 documented recurring pools / 451 cataloged free-tier entries Features GalleryVisual dashboard tour with screenshots Codebase DocumentationBeginner-friendly codebase walkthrough diff --git a/changelog.d/maintenance/pending-retire-felo-web.md b/changelog.d/maintenance/pending-retire-felo-web.md new file mode 100644 index 0000000000..12dc5ebe6e --- /dev/null +++ b/changelog.d/maintenance/pending-retire-felo-web.md @@ -0,0 +1 @@ +- Retire the Felo Web provider while its GPL-derived provenance remains on licensing HOLD, fail closed for stale runtime and database references, and preserve existing connection and lease history for auditability. diff --git a/config/quality/test-masking-allowlist.json b/config/quality/test-masking-allowlist.json index fd828b6d5f..88519a5426 100644 --- a/config/quality/test-masking-allowlist.json +++ b/config/quality/test-masking-allowlist.json @@ -25,6 +25,10 @@ "tests/unit/providers-page-utils.test.ts": "v3.8.47 #6675: remoção dos providers obsoletos glhf/kluster/cablyai/inclusionai — os 2 asserts que citavam providers removidos do catálogo foram removidos junto (net 276→274). Superfície aposentada, não mascaramento. Verificado legítimo. Prune após v3.8.47 mergear para main.", "_deletedWithReplacement": { "_comment": "Deleções de arquivo de teste com SUBSTITUTO verificado (o gate exige que o replacement exista no HEAD e seja arquivo de teste). Uso restrito ao caso 'reescrito em outro path sem rename detectável pelo -M do git'. Cada entrada precisa de reason com PR ref e passa por revisão humana no release PR. Prune após o release mergear para main.", + "tests/unit/felo-web-executor.test.ts": { + "replacement": "tests/unit/felo-web-retirement.test.ts", + "reason": "v3.8.50 draft PR pending: the Felo Web integration remains on a GPL provenance/licensing HOLD, so its executor and registry no longer ship. The replacement proves runtime/catalog/source absence; generic no-auth and strict-zero-cost behavior remains covered with independent fixtures. Bind this reason to the draft PR number immediately after creation." + }, "open-sse/services/combo/__tests__/targetExhaustion.test.ts": { "replacement": "tests/unit/combo/combo-target-exhaustion.test.ts", "reason": "v3.8.44 #5976: os testes de exaustão eram flake-prone (delays Math.random, timeouts 30s, >3min no CI) e foram REESCRITOS como unit determinístico com MAIS cobertura (21 casos/52 asserts vs 13 casos/37 asserts). Documentado no commit 5fe225850. Revisão humana: apresentado ao operador no STOP #1 do release v3.8.44." @@ -111,7 +115,6 @@ "tests/unit/translator-openai-to-kiro.test.ts": "v3.8.49 #8565: auto-kiro passou a ser REJEITADO com erro (KIRO_REMOVED_AUTO_ALIAS_MESSAGE, \"not a real Kiro upstream model\") em vez de mapeado silenciosamente para \"auto\"; o teste do comportamento antigo foi removido porque hoje ele asseriria o comportamento errado. A rejeição está coberta em kiro-model-aliases.test.ts (assert.throws /not a real Kiro/) e kiro-available-models.test.ts. Net 119→118. Verificado legítimo. Prune após v3.8.49 mergear para main.", "tests/unit/usage-providers.test.ts": "v3.8.49 #7866: o case \"qwen\" saiu de getUsageForProvider (não há mais case \"qwen\" no switch de open-sse/services/usage.ts); o teste cobria esse ramo extinto (net 20→19). Verificado legítimo. Prune após v3.8.49 mergear para main.", "tests/unit/usage-service-hardening.test.ts": "v3.8.49 #7866/#8565/#8013: qwen removido (−3 asserts); o Kimi/Kiro builder-id (uso profileless) passou a ter SUCESSO real em vez de erro de ARN — supportsProfilelessKiroUsage(\"builder-id\") retorna true —, trocando 1 assert de regex de erro por 3 asserts de valor; e os ids de bucket de quota do Antigravity foram atualizados para o catálogo atual. Rodado no HEAD: 23/23 passam. Net 210→209. Verificado legítimo. Prune após v3.8.49 mergear para main.", - "tests/unit/virtual-auto-combo.test.ts": "v3.8.49 #7928/#8183: o pooling de contas passou a agrupar conexões web-session do mesmo provider numa entrada lógica com allowedConnectionIds (campo confirmado em open-sse/services/autoCombo/virtualFactory.ts), e o pool no-auth virou uma allowlist fixa (AUTO_COMBO_NOAUTH_ALLOWLIST = opencode, felo-web) — os testes antigos esperavam duplicatas e a inclusão de duckduckgo-web/theoldllm/chipotle, que hoje são corretamente excluídos. Guard dedicado em noauth-autocombo-allowlist.test.ts. Rodado no HEAD: 10/10 passam. Net 39→31. Verificado legítimo. Prune após v3.8.49 mergear para main.", "open-sse/services/__tests__/tierResolver.test.ts": "v3.8.49 #7866: refactor(qwen) remove o provider OAuth legado — o teste \"classifies Qwen as free\" e a entrada de qwen na lista do batch saíram junto com o provider, e os índices do batch desceram de 10 para 9 elementos (net 61→59). Superfície extinta, não enfraquecimento. Verificado legítimo. Prune após v3.8.49 mergear para main.", "tests/unit/plugins-welcome-banner-e2e.test.ts": "v3.8.50 #9126 (commit 8fac6bcd48): o teste único 'BUILTIN_EVENTS has all 14 events' (13 asserts .ok/.equal) foi reestruturado em 3 testes mais específicos — 'contains only emitted/public events' (assert.deepEqual da lista completa), 'does not advertise dead events' (7 asserts .equal(false) para eventos sem emissor real: onModelSelect/onComboResolve/onRateLimit/onQuotaExhaust/onProviderError/onStreamStart/onStreamEnd) e 'lifecycle events remain represented' (4 asserts .ok). Contrato mais forte (agora também nega presença dos eventos mortos), não mais fraco — a contagem líquida cai (73→61) porque o assert.deepEqual único substitui múltiplos assert.ok redundantes com a mesma cobertura. Asserts restruturados, não removidos sem substituição. Verificado legítimo.", "tests/unit/web-tools-translation-2820.test.ts": "v3.8.50 #9343 (commit d969555417): fix(security) exige envelope explicito — JSON puro NAO deve mais ser promovido a tool_calls. Os 5 testes foram REESCRITOS para o contrato oposto (antes: 'promove e valida name/arguments'; agora: 'toolCalls === null e content preservado'), o que naturalmente usa menos asserts: verificar a NAO-promocao custa 2 asserts, verificar o objeto promovido custava 4. Contrato mais restritivo, nao mais fraco (39->35). Verificado legitimo — a inversao esta explicita nos proprios nomes dos testes ('does NOT promote ... (#9343)').", diff --git a/docs/diagrams/free-tier-budget.svg b/docs/diagrams/free-tier-budget.svg index b96da3272d..b0da72855b 100644 --- a/docs/diagrams/free-tier-budget.svg +++ b/docs/diagrams/free-tier-budget.svg @@ -1,4 +1,4 @@ - + Pool-deduplicated chart of the 20 recurring free-token pools with positive published budgets, plus signup credits and uncapped providers shown separately. @@ -64,7 +64,7 @@ ~1.51B FREE TOKENS / MONTH · STEADY up to ~2.13B in your first month — signup credits - documented free tiers · 40 recurring pools · 455 catalog entries · one endpoint + documented free tiers · 39 recurring pools · 451 catalog entries · one endpoint @@ -78,7 +78,7 @@ ~1.51B each shared free pool counted once ✓ - 15 providers ToS-flagged — we flag it · you decide + 14 providers ToS-flagged — we flag it · you decide WHERE IT COMES FROM · 20 QUANTIFIED RECURRING POOLS diff --git a/docs/diagrams/promise-pillars.svg b/docs/diagrams/promise-pillars.svg index 3952ed7fd5..0789cfa323 100644 --- a/docs/diagrams/promise-pillars.svg +++ b/docs/diagrams/promise-pillars.svg @@ -73,7 +73,7 @@ $0 to start - 90+ providers with a free tier, 56 free + 90+ providers with a free tier, 55 free forever — Qoder, Pollinations, Cloudflare, SiliconFlow… No card needed. diff --git a/docs/diagrams/works-zero-config.svg b/docs/diagrams/works-zero-config.svg index 0664cc115d..8ab1b00842 100644 --- a/docs/diagrams/works-zero-config.svg +++ b/docs/diagrams/works-zero-config.svg @@ -1,4 +1,4 @@ - + Animated flow card: three step tiles (Install, Point your tool, It answers) fade in left to right, a dot travels along the connectors between them in a loop, and the final check pulses. @@ -112,6 +112,6 @@ - OpenCode Free & Felo are pre-wired into auto — a fresh install responds out of the box. + OpenCode Free is pre-wired into auto — a fresh install responds out of the box. $0 · MIT diff --git a/docs/getting-started/FREE-TIERS-GUIDE.md b/docs/getting-started/FREE-TIERS-GUIDE.md index 400343affe..3fc6917453 100644 --- a/docs/getting-started/FREE-TIERS-GUIDE.md +++ b/docs/getting-started/FREE-TIERS-GUIDE.md @@ -1,6 +1,6 @@ # Free Tiers Guide: Understand and Combine Free AI Access -> **TL;DR**: OmniRoute registers 350 provider IDs, with **154 provider-catalog entries marked `hasFree`**. The stricter audited free-model catalog covers **40 recurring pool keys / 455 entries** (448 active + 7 discontinued). Connect several suitable providers for broader fallback capacity; every quota, approval rule, privacy policy, and paid-overage condition still applies. +> **TL;DR**: OmniRoute registers 351 provider IDs, with **153 provider-catalog entries marked `hasFree`**. The stricter audited free-model catalog covers **39 recurring pool keys / 451 entries** (444 active + 7 discontinued). Connect several suitable providers for broader fallback capacity; every quota, approval rule, privacy policy, and paid-overage condition still applies. --- @@ -163,9 +163,9 @@ The live, pool-deduplicated catalog currently reports: | ---------------------------------------------------- | -----------------------------------------------: | ----------------------------------------------------------------------------------------- | | Recurring quantified grant | **~1.51B tokens/month** | Shared pools counted once; excludes uncapped providers from the sum | | First month with signup grants | **~2.13B tokens** | Recurring total plus one-time and recurring credits | -| Audited free-model inventory | **40 recurring pool keys / 455 catalog entries** | 448 active + 7 discontinued; distinct from the 350-provider catalog | -| Recurring/keyless free-forever providers represented | **56** | Unique providers across recurring daily/monthly/credit/uncapped and keyless catalog types | -| Provider catalog entries marked `hasFree` | **154 / 350** | Broader provider metadata; not all have a quantifiable recurring quota | +| Audited free-model inventory | **39 recurring pool keys / 451 catalog entries** | 444 active + 7 discontinued; distinct from the 351-provider catalog | +| Recurring/keyless free-forever providers represented | **55** | Unique providers across recurring daily/monthly/credit/uncapped and keyless catalog types | +| Provider catalog entries marked `hasFree` | **153 / 351** | Broader provider metadata; not all have a quantifiable recurring quota | These values are computed from `open-sse/config/freeModelCatalog.ts`; see the [Free Tiers Reference](../reference/FREE_TIERS.md) for pool deduplication, ToS flags, diff --git a/docs/guides/TROUBLESHOOTING.md b/docs/guides/TROUBLESHOOTING.md index e81ef8a95c..c08476b5f3 100644 --- a/docs/guides/TROUBLESHOOTING.md +++ b/docs/guides/TROUBLESHOOTING.md @@ -40,11 +40,11 @@ Common problems and solutions for OmniRoute. ### Rate Limiting on Free Providers (429 / 400 / 401) -**Symptom**: When using `model: "auto"` with free/no-auth providers (opencode, felo-web, auggie, etc.), you intermittently get `HTTP 429`, `400`, or `401` instead of answers. The requests succeed when retrying the same prompt moments later, but automation (cron jobs, agents, scripts) breaks on the first failure. +**Symptom**: When using `model: "auto"` with free/no-auth providers (opencode, auggie, etc.), you intermittently get `HTTP 429`, `400`, or `401` instead of answers. The requests succeed when retrying the same prompt moments later, but automation (cron jobs, agents, scripts) breaks on the first failure. **Root cause**: Three independent failure modes stack up: -1. **Provider rate-limit (`429`)**: Free tiers (notably `felo/felo-chat`) enforce a per-window quota. A burst of parallel calls exhausts it, so the next request is refused until the window resets. +1. **Provider rate-limit (`429`)**: Free tiers can enforce a per-window quota. A burst of parallel calls exhausts it, so the next request is refused until the window resets. 2. **Broken model in passthrough (`400`/`401`)**: `auto/*` pools can include passthrough models from `opencode` that are registered in the catalog but have no live credentials (e.g. `oc/north-mini-code-free` → `401`). The auto-router tries one, fails, and the error propagates before fallback kicks in. 3. **Concurrency amplification (`429` under load)**: When multiple agent/cron sessions hit `auto` at once, the aggregate request rate exceeds what free providers tolerate, so legitimate calls get flagged as abusive. diff --git a/docs/i18n/it/README.md b/docs/i18n/it/README.md index cbb7f49c4c..c8484d379c 100644 --- a/docs/i18n/it/README.md +++ b/docs/i18n/it/README.md @@ -12,6 +12,7 @@
+ # 🚀 OmniRoute — Il Gateway AI Gratuito OmniRoute — Non smettere mai di programmare. Ogni strumento AI → 349 provider — oltre 90 gratuiti — tramite un unico endpoint. Collega Claude Code, Codex, Cursor, Cline, Copilot e Antigravity a Claude / GPT / Gemini GRATUITI con fallback automatico. La compressione combinata RTK + Caveman riduce i token del 15–95% (~89% in media) — per non raggiungere i limiti. 350 provider AI · oltre 90 tier gratuiti · ~1,51 miliardi di token gratuiti/mese · 19 strategie di routing · $0 per iniziare. @@ -68,14 +69,14 @@
-| | v3.8.49 | **v3.8.50** | `v3.8.51+` | -| ------------------------- | :-----: | :---------: | :---------------: | -| 🌐 Provider | 290 | **342** | altri in arrivo | -| 🧠 Modelli documentati | 1185 | **1202** | — | -| 🖼️ Modality Bridge | — | 🆕 vision | video | -| 📡 Catalogo gratuito Radar| — | 🆕 opt-in | — | -| ⚖️ Scheduling quota-aware | — | — | 🔭 prossimamente| -| 📊 Telemetria delle quote | — | — | 🔭 prossimamente| +| | v3.8.49 | **v3.8.50** | `v3.8.51+` | +| -------------------------- | :-----: | :---------: | :--------------: | +| 🌐 Provider | 290 | **342** | altri in arrivo | +| 🧠 Modelli documentati | 1185 | **1202** | — | +| 🖼️ Modality Bridge | — | 🆕 vision | video | +| 📡 Catalogo gratuito Radar | — | 🆕 opt-in | — | +| ⚖️ Scheduling quota-aware | — | — | 🔭 prossimamente | +| 📊 Telemetria delle quote | — | — | 🔭 prossimamente | **→ [Roadmap](../../../ROADMAP.md) — verso `v3.9.0 LTS`** @@ -193,11 +194,12 @@
+ ## 🆓 Funziona subito dopo l'installazione — nessuna chiave, nessuna configurazione
-Funziona subito dopo l'installazione — configurazione zero. Tre passaggi: 1. Installa — npm i -g omniroute, il server parte su localhost:20128. 2. Punta il tuo strumento a http://localhost:20128/v1 — qualunque strumento compatibile con OpenAI (Claude Code, Cursor, Cline). 3. Risponde — usa il modello auto per una risposta immediata, senza API key, registrazione o configurazione. I provider gratuiti senza chiave OpenCode Free e Felo sono già collegati alla combo auto, quindi una nuova installazione risponde immediatamente. +Funziona subito dopo l'installazione — configurazione zero. Tre passaggi: 1. Installa — npm i -g omniroute, il server parte su localhost:20128. 2. Punta il tuo strumento a http://localhost:20128/v1 — qualunque strumento compatibile con OpenAI (Claude Code, Cursor, Cline). 3. Risponde — usa il modello auto per una risposta immediata, senza API key, registrazione o configurazione. OpenCode Free è già collegato alla combo auto, quindi una nuova installazione risponde immediatamente. ```bash # Fresh install, zero credentials — `auto` already works: @@ -206,7 +208,7 @@ curl http://localhost:20128/v1/chat/completions \ -d '{"model":"auto","messages":[{"role":"user","content":"Hello!"}]}' ``` -Preferisci uno specifico backend gratuito? Chiamalo direttamente, ad esempio `oc/…` (OpenCode Free) o `felo/…` (Felo). Poi passa a `auto` e lascia che sia OmniRoute a scegliere. +Preferisci uno specifico backend gratuito? Chiama direttamente `oc/…` (OpenCode Free). Poi passa a `auto` e lascia che sia OmniRoute a scegliere. 📦 Script di avvio rapido pronti da copiare per **Python, Node.js, PHP e cURL** → [`examples/quickstart/`](../../../examples/quickstart/) @@ -215,6 +217,7 @@ curl http://localhost:20128/v1/chat/completions \
+ # 💥 La promessa
@@ -227,6 +230,7 @@ curl http://localhost:20128/v1/chat/completions \
+ # 🤔 Perché OmniRoute?
@@ -323,6 +327,7 @@ curl http://localhost:20128/v1/chat/completions \
+ ## 🎯 Combo — La funzionalità di punta
@@ -393,6 +398,7 @@ Tutte e **19** le strategie — combinabili liberamente per ogni passaggio della
+ ## 🏆 Cosa distingue OmniRoute
@@ -404,6 +410,7 @@ Tutte e **19** le strategie — combinabili liberamente per ogni passaggio della
+ ## 💚 Supporta OmniRoute OmniRoute è distribuito con licenza MIT e mantenuto apertamente. Se ti fa risparmiare tempo o denaro, ecco come aiutarlo a restare indipendente — scegli ciò che preferisci. Le sponsorizzazioni non influenzano mai la priorità del routing: acquistano visibilità, non posizionamento. @@ -465,6 +472,7 @@ Radar è opt-in e usa soltanto richieste GET. Il client OmniRoute non carica pro
+ ## ✨ Novità
@@ -497,6 +505,7 @@ Radar è opt-in e usa soltanto richieste GET. Il client OmniRoute non carica pro
+ ## 🤖 CLI e agenti di coding compatibili > Una sola configurazione — `http://localhost:20128/v1` — e **qualsiasi** IDE o CLI AI può usare modelli gratuiti e a basso costo. @@ -915,6 +924,7 @@ Usali solo con client che non possono aggiungere `Authorization: Bearer ...`. L'
+ ## 📦 Altri metodi di installazione — Docker, sorgente, pnpm, Arch **🐳 Docker** @@ -926,11 +936,11 @@ docker run -d --name omniroute --restart unless-stopped --stop-timeout 40 \ `:latest` segue la versione SemVer stabile **pubblicata** più alta. Non segue il branch git `main`. Per GitOps, fissa `:X.Y.Z`. Vedi [Canali di release Docker](../../guides/DOCKER_GUIDE.md#release-channels). L'immagine imposta **`OMNIROUTE_MEMORY_MB=1024`**. È sufficiente per la dashboard e una chat leggera. I **coding agent** (`POST /v1/responses` da Claude Code, Codex, Grok, …) richiedono un heap V8 molto più grande, altrimenti il processo va in `FATAL ERROR` a ~12 GiB con due contesti lunghi sovrapposti. Dimensiona il container oltre l'heap (i buffer nativi si trovano fuori da V8): -| Carico di lavoro | Heap (`-e OMNIROUTE_MEMORY_MB`) | Container (`--memory`) | -| ----------------------------------- | ------------------------------- | ---------------------- | -| Dashboard / chat leggera | `1024` (predefinito immagine) | ≥2 g | -| Un coding agent | `8192` | ≥10 g | -| Due `/v1/responses` lunghe simultanee | `10240`–`12288` | ≥12–16 g | +| Carico di lavoro | Heap (`-e OMNIROUTE_MEMORY_MB`) | Container (`--memory`) | +| ------------------------------------- | ------------------------------- | ---------------------- | +| Dashboard / chat leggera | `1024` (predefinito immagine) | ≥2 g | +| Un coding agent | `8192` | ≥10 g | +| Due `/v1/responses` lunghe simultanee | `10240`–`12288` | ≥12–16 g | ```bash docker run -d --name omniroute --restart unless-stopped --stop-timeout 40 \ @@ -949,6 +959,7 @@ Tabella completa: [Guida Docker — RAM di runtime](../../guides/DOCKER_GUIDE.md **🥟 Bun** Sono supportati `bun install` standard e l'installazione globale (`bun install -g omniroute`) tramite rilevamento del runtime Bun: + - **`bun:sqlite` integrato**: OmniRoute usa il driver integrato `bun:sqlite` quando gira con Bun, con fallback a `better-sqlite3` su Node.js o a `sql.js`. - **Selezione automatica del bundler Webpack**: sviluppo (`bun run dev`) e build di produzione (`bun run build`) rilevano automaticamente Bun e disabilitano Turbopack a favore di Webpack per evitare incompatibilità dei binding V8 nativi. - **Dockerfile Bun dedicato**: `Dockerfile.bun` multi-stage per deployment di produzione nativi Bun (`docker build -f Dockerfile.bun -t omniroute:bun .`). @@ -1109,19 +1120,19 @@ Metriche di validazione: 1002 video monitorati · 7,069,190 visualizzazioni note > Tutto in un unico posto — segui il maintainer, parla con la community oppure apri una issue. -| Canale | Dove / come | -| ------------------------------------------ | -------------------------------------------------------------------------------------------------------------------------- | -| 💼 **LinkedIn** — segui il maintainer | [linkedin.com/in/diegosouzapw](https://www.linkedin.com/in/diegosouzapw/) | -| 🐙 **GitHub** — segui release e suggerimenti | [@diegosouzapw](https://github.com/diegosouzapw) | -| 💬 **Discord** | [discord.gg/U47eFqAXCn](https://discord.gg/U47eFqAXCn) | -| ✈️ **Telegram** | [t.me/omnirouteOficial](https://t.me/omnirouteOficial) | -| 🟢 **WhatsApp — 🌍 Global** | [entra nel gruppo](https://chat.whatsapp.com/JI7cDQ1GyaiDHhVBpLxf8b?mode=gi_t) | -| 🟢 **WhatsApp — 🇧🇷 Brasil** | [entra nel gruppo](https://chat.whatsapp.com/LTSpdFhXTxjH4R6CCNiKWz) | -| 🌍 **Sito web** | [omniroute.online](https://omniroute.online) | -| 📦 **Codice sorgente** | [github.com/diegosouzapw/OmniRoute](https://github.com/diegosouzapw/OmniRoute) | -| 🐛 **Segnala un bug** | [apri una issue](https://github.com/diegosouzapw/OmniRoute/issues) — allega l'output di `npm run system-info` | -| 🤝 **Contribuisci** | [CONTRIBUTING.md](../../../CONTRIBUTING.md) · [Modello di branching e release](../../ops/BRANCHING_MODEL.md) · scegli una `good first issue` | -| 💚 **Sostieni il progetto** | [Modi per sostenere ↑](#-support-omniroute) · [GitHub Sponsors](https://github.com/sponsors/diegosouzapw) | +| Canale | Dove / come | +| -------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------------------------- | +| 💼 **LinkedIn** — segui il maintainer | [linkedin.com/in/diegosouzapw](https://www.linkedin.com/in/diegosouzapw/) | +| 🐙 **GitHub** — segui release e suggerimenti | [@diegosouzapw](https://github.com/diegosouzapw) | +| 💬 **Discord** | [discord.gg/U47eFqAXCn](https://discord.gg/U47eFqAXCn) | +| ✈️ **Telegram** | [t.me/omnirouteOficial](https://t.me/omnirouteOficial) | +| 🟢 **WhatsApp — 🌍 Global** | [entra nel gruppo](https://chat.whatsapp.com/JI7cDQ1GyaiDHhVBpLxf8b?mode=gi_t) | +| 🟢 **WhatsApp — 🇧🇷 Brasil** | [entra nel gruppo](https://chat.whatsapp.com/LTSpdFhXTxjH4R6CCNiKWz) | +| 🌍 **Sito web** | [omniroute.online](https://omniroute.online) | +| 📦 **Codice sorgente** | [github.com/diegosouzapw/OmniRoute](https://github.com/diegosouzapw/OmniRoute) | +| 🐛 **Segnala un bug** | [apri una issue](https://github.com/diegosouzapw/OmniRoute/issues) — allega l'output di `npm run system-info` | +| 🤝 **Contribuisci** | [CONTRIBUTING.md](../../../CONTRIBUTING.md) · [Modello di branching e release](../../ops/BRANCHING_MODEL.md) · scegli una `good first issue` | +| 💚 **Sostieni il progetto** | [Modi per sostenere ↑](#-support-omniroute) · [GitHub Sponsors](https://github.com/sponsors/diegosouzapw) |
@@ -1131,6 +1142,7 @@ Metriche di validazione: 1002 video monitorati · 7,069,190 visualizzazioni note
+ ## 🛠️ Stack tecnologico
@@ -1161,6 +1173,7 @@ Metriche di validazione: 1002 video monitorati · 7,069,190 visualizzazioni note
+ ## 📖 Documentazione
@@ -1338,6 +1351,7 @@ Metriche di validazione: 1002 video monitorati · 7,069,190 visualizzazioni note
+ ## 💖 Sponsor
diff --git a/docs/i18n/tr/README.md b/docs/i18n/tr/README.md index 463c70caaa..4bdabe6cac 100644 --- a/docs/i18n/tr/README.md +++ b/docs/i18n/tr/README.md @@ -61,14 +61,14 @@
-| | v3.8.49 | **v3.8.50** | `v3.8.51+` | -| ----------------------------- | :-----: | :---------: | :---------: | -| 🌐 Sağlayıcılar | 290 | **342** | kuyrukta dahası var | -| 🧠 Belgelenmiş modeller | 1185 | **1202** | — | -| 🖼️ Modalite Köprüsü (Modality Bridge) | — | 🆕 vision | video | -| 📡 Radar ücretsiz kataloğu | — | 🆕 isteğe bağlı | — | -| ⚖️ Kota duyarlı zamanlama | — | — | 🔭 sırada | -| 📊 Kota telemetrisi | — | — | 🔭 sırada | +| | v3.8.49 | **v3.8.50** | `v3.8.51+` | +| ------------------------------------- | :-----: | :-------------: | :-----------------: | +| 🌐 Sağlayıcılar | 290 | **342** | kuyrukta dahası var | +| 🧠 Belgelenmiş modeller | 1185 | **1202** | — | +| 🖼️ Modalite Köprüsü (Modality Bridge) | — | 🆕 vision | video | +| 📡 Radar ücretsiz kataloğu | — | 🆕 isteğe bağlı | — | +| ⚖️ Kota duyarlı zamanlama | — | — | 🔭 sırada | +| 📊 Kota telemetrisi | — | — | 🔭 sırada | **→ [Yol Haritası](ROADMAP.md) — `v3.9.0 LTS` hedefine doğru ilerliyor** @@ -189,7 +189,7 @@
-Works the second you install it — zero config. Three steps: 1. Install — npm i -g omniroute, server boots on localhost:20128. 2. Point your tool at http://localhost:20128/v1 — any OpenAI-compatible tool (Claude Code, Cursor, Cline). 3. It answers — call model auto for an instant reply, with no API key, no signup, no configuration. Keyless free providers OpenCode Free and Felo are pre-wired into the auto combo, so a fresh install responds out of the box. +Works the second you install it — zero config. Three steps: 1. Install — npm i -g omniroute, server boots on localhost:20128. 2. Point your tool at http://localhost:20128/v1 — any OpenAI-compatible tool (Claude Code, Cursor, Cline). 3. It answers — call model auto for an instant reply, with no API key, no signup, no configuration. OpenCode Free is pre-wired into the auto combo, so a fresh install responds out of the box. ```bash # Fresh install, zero credentials — `auto` already works: @@ -198,7 +198,7 @@ curl http://localhost:20128/v1/chat/completions \ -d '{"model":"auto","messages":[{"role":"user","content":"Hello!"}]}' ``` -Belirli bir ücretsiz arka uç mu tercih ediyorsunuz? Doğrudan çağırın, örn. `oc/…` (OpenCode Free) veya `felo/…` (Felo). Ardından `auto` modeline geçin ve seçimi OmniRoute'a bırakın. +Belirli bir ücretsiz arka uç mu tercih ediyorsunuz? Doğrudan `oc/…` (OpenCode Free) çağırın. Ardından `auto` modeline geçin ve seçimi OmniRoute'a bırakın. 📦 **Python, Node.js, PHP ve cURL** için kopyala-yapıştır hızlı başlangıç betikleri → [`examples/quickstart/`](examples/quickstart/) @@ -973,11 +973,11 @@ docker run -d --name omniroute --restart unless-stopped --stop-timeout 40 \ `:latest` etiketi **yayımlanmış** en yüksek kararlı SemVer sürümünü takip eder. Git `main` dalını takip etmez. GitOps için `:X.Y.Z` sürümünü sabitleyin. Bkz. [Docker Sürüm Kanalları](docs/guides/DOCKER_GUIDE.md#release-channels). İmaj **`OMNIROUTE_MEMORY_MB=1024`** değerini sabitler. Bu, pano ve hafif bir sohbet için yeterlidir. **Kodlama ajanları** (Claude Code, Codex, Grok, vb.'den gelen `POST /v1/responses`), çok daha büyük bir V8 heap alanına ihtiyaç duyar; aksi takdirde iki örtüşen uzun bağlam altında süreç ~12 GiB seviyesinde `FATAL ERROR` verir. Konteyneri heap boyutunun üzerinde boyutlandırın (yerel arabellekler V8'in dışında yer alır): -| İş Yükü | Heap (`-e OMNIROUTE_MEMORY_MB`) | Konteyner (`--memory`) | -| ----------------------------------- | ------------------------------- | ---------------------- | -| Pano / hafif sohbet | `1024` (imaj varsayılanı) | ≥2 g | -| Tek bir kodlama ajanı | `8192` | ≥10 g | -| İki eşzamanlı uzun `/v1/responses` | `10240`–`12288` | ≥12–16 g | +| İş Yükü | Heap (`-e OMNIROUTE_MEMORY_MB`) | Konteyner (`--memory`) | +| ---------------------------------- | ------------------------------- | ---------------------- | +| Pano / hafif sohbet | `1024` (imaj varsayılanı) | ≥2 g | +| Tek bir kodlama ajanı | `8192` | ≥10 g | +| İki eşzamanlı uzun `/v1/responses` | `10240`–`12288` | ≥12–16 g | ```bash docker run -d --name omniroute --restart unless-stopped --stop-timeout 40 \ @@ -996,6 +996,7 @@ Tam tablo: [Docker Kılavuzu — çalışma zamanı RAM](docs/guides/DOCKER_GUID **🥟 Bun** Standart `bun install` ve genel kurulum (`bun install -g omniroute`), Bun çalışma zamanı algılamasıyla desteklenir: + - **Yerleşik `bun:sqlite`**: OmniRoute, Bun altında çalışırken Bun'ın yerleşik `bun:sqlite` sürücüsünü kullanır; Node.js altında `better-sqlite3` veya `sql.js`'e geri döner. - **Otomatik Webpack paketleyici seçimi**: Geliştirme (`bun run dev`) ve üretim derlemeleri (`bun run build`), Bun'ı otomatik olarak algılar ve yerel V8 bağlama uyumsuzluklarını önlemek için Turbopack yerine Webpack'i seçer. - **Özel Bun Dockerfile**: Yerel Bun üretim dağıtımları için çok aşamalı `Dockerfile.bun` (`docker build -f Dockerfile.bun -t omniroute:bun .`). @@ -1153,19 +1154,19 @@ Doğrulama metrikleri: 1002 takip edilen video · 7.069.190 bilinen görüntüle > Her şey tek bir yerde — geliştiriciyi takip edin, toplulukla sohbet edin veya bir issue açın. -| Kanal | Nerede / Nasıl | -| ------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------- | -| 💼 **LinkedIn** — geliştiriciyi takip edin | [linkedin.com/in/diegosouzapw](https://www.linkedin.com/in/diegosouzapw/) | -| 🐙 **GitHub** — sürümler ve ipuçları için | [@diegosouzapw](https://github.com/diegosouzapw) | -| 💬 **Discord** | [discord.gg/U47eFqAXCn](https://discord.gg/U47eFqAXCn) | -| ✈️ **Telegram** | [t.me/omnirouteOficial](https://t.me/omnirouteOficial) | -| 🟢 **WhatsApp — 🌍 Global** | [gruba katılın](https://chat.whatsapp.com/JI7cDQ1GyaiDHhVBpLxf8b?mode=gi_t) | -| 🟢 **WhatsApp — 🇧🇷 Brezilya** | [gruba katılın](https://chat.whatsapp.com/LTSpdFhXTxjH4R6CCNiKWz) | -| 🌍 **Web Sitesi** | [omniroute.online](https://omniroute.online) | -| 📦 **Kaynak Kod** | [github.com/diegosouzapw/OmniRoute](https://github.com/diegosouzapw/OmniRoute) | -| 🐛 **Hata Bildirimi** | [issue açın](https://github.com/diegosouzapw/OmniRoute/issues) — `npm run system-info` çıktısını ekleyin | -| 🤝 **Katkıda Bulunun** | [CONTRIBUTING.md](CONTRIBUTING.md) · [Dallanma ve Sürüm Modeli](docs/ops/BRANCHING_MODEL.md) · bir `good first issue` seçin | -| 💚 **Projeyi Destekleyin** | [Destekleme yolları ↑](#-omnirouteu-destekleyin) · [GitHub Sponsors](https://github.com/sponsors/diegosouzapw) | +| Kanal | Nerede / Nasıl | +| ------------------------------------------ | --------------------------------------------------------------------------------------------------------------------------- | +| 💼 **LinkedIn** — geliştiriciyi takip edin | [linkedin.com/in/diegosouzapw](https://www.linkedin.com/in/diegosouzapw/) | +| 🐙 **GitHub** — sürümler ve ipuçları için | [@diegosouzapw](https://github.com/diegosouzapw) | +| 💬 **Discord** | [discord.gg/U47eFqAXCn](https://discord.gg/U47eFqAXCn) | +| ✈️ **Telegram** | [t.me/omnirouteOficial](https://t.me/omnirouteOficial) | +| 🟢 **WhatsApp — 🌍 Global** | [gruba katılın](https://chat.whatsapp.com/JI7cDQ1GyaiDHhVBpLxf8b?mode=gi_t) | +| 🟢 **WhatsApp — 🇧🇷 Brezilya** | [gruba katılın](https://chat.whatsapp.com/LTSpdFhXTxjH4R6CCNiKWz) | +| 🌍 **Web Sitesi** | [omniroute.online](https://omniroute.online) | +| 📦 **Kaynak Kod** | [github.com/diegosouzapw/OmniRoute](https://github.com/diegosouzapw/OmniRoute) | +| 🐛 **Hata Bildirimi** | [issue açın](https://github.com/diegosouzapw/OmniRoute/issues) — `npm run system-info` çıktısını ekleyin | +| 🤝 **Katkıda Bulunun** | [CONTRIBUTING.md](CONTRIBUTING.md) · [Dallanma ve Sürüm Modeli](docs/ops/BRANCHING_MODEL.md) · bir `good first issue` seçin | +| 💚 **Projeyi Destekleyin** | [Destekleme yolları ↑](#-omnirouteu-destekleyin) · [GitHub Sponsors](https://github.com/sponsors/diegosouzapw) |
diff --git a/docs/reference/FREE_TIERS.md b/docs/reference/FREE_TIERS.md index 927dccf720..a7b2aa68d5 100644 --- a/docs/reference/FREE_TIERS.md +++ b/docs/reference/FREE_TIERS.md @@ -1,7 +1,7 @@ --- title: "Free Tiers & Free-Token Budget" -version: 3.8.40 -lastUpdated: 2026-07-31 +version: 3.8.50 +lastUpdated: 2026-08-26 --- # Free Tiers & Free-Token Budget @@ -21,13 +21,13 @@ lastUpdated: 2026-07-31 | **+ deposit-unlock boost** | **+~24M** | A one-time **$10** OpenRouter top-up raises its free pool from 50 → 1000 req/day. Reported separately so it never inflates the steady number. | | Theoretical ceiling (all rate limits, 24/7) | ~10B | Sum of every provider rate limit extrapolated to non-stop use. **Not a guarantee** — do not headline this. | -**Honest headline:** _OmniRoute aggregates **~1.51B documented free tokens per month** (up to ~2.13B in your first month with signup credits) across 42 free-tier pools — plus a long tail of permanently-free, no-cap providers — and RTK + Caveman compression (15–95% token savings) stretches that further._ +**Honest headline:** _OmniRoute aggregates **~1.51B documented free tokens per month** (up to ~2.13B in your first month with signup credits) across 39 free-tier pools — plus a long tail of permanently-free, no-cap providers — and RTK + Caveman compression (15–95% token savings) stretches that further._ > **Why this dropped from the previous ~1.94B.** The 2026-06-17 refresh is an honesty correction, not a loss: `gemini` is now pool-deduped (was inflated by counting each Flash variant separately, 462M → 60M), `cloudflare-ai` corrected to its real 10k-Neurons/day (122M → 30M), `doubao` reclassified as a one-time signup credit (not recurring), and shut-down tiers removed (`chutes`/`phind`/`kluster` discontinued). Partly offset by `llm7` (correct 5M/day → 150M) and new free providers (Kilo, OpenCode Zen, Z.AI GLM-Flash). > > **Further corrected to ~1.37B in v3.8.42:** `longcat` was reclassified from a 150M/mo recurring grant to a one-time 10M signup credit after its free preview ended. Same honesty rule — no provider was dropped by mistake. > -> **Updated to ~1.51B after removing a retired provider:** the pool count is now 42 after mapping free tiers that were documented upstream but missing from the catalog (`requesty`, `ovhcloud`, `agnes`, `glm`) plus new providers `navy` and `aihorde` (#7840). This is the live, CI-gated number (`check:docs-counts` fails the build if this drifts from `computeFreeModelTotals()`). +> **Updated on 2026-08-26 after retiring Felo Web:** the source now reports 39 recurring pool keys. Felo Web is excluded while its GPL-derived provenance/licensing remains on HOLD. This is the live, CI-gated number (`check:docs-counts` fails the build if this drifts from `computeFreeModelTotals()`). Biggest **documented** contributors: `mistral` 1.00B, `llm7` 150M, `groq` 117M, `gemini` 60M, `cerebras` 30M, `cloudflare-ai` 30M, `sambanova` 30M. (`longcat` is excluded — its 10M LongCat-2.0 grant is a one-time, KYC-gated signup credit, not a recurring monthly budget.) diff --git a/docs/reference/PROVIDER_REFERENCE.md b/docs/reference/PROVIDER_REFERENCE.md index bb1e819178..6c0bd071f0 100644 --- a/docs/reference/PROVIDER_REFERENCE.md +++ b/docs/reference/PROVIDER_REFERENCE.md @@ -34,7 +34,7 @@ Use the dashboard at `/dashboard/providers` to enable, configure, and test each --- -## No-auth Providers (no key required) (13) +## No-auth Providers (no key required) (12) | ID | Alias | Name | Tags | Website | Notes | Tool calling | |----|-------|------|------|---------|-------|--------------| @@ -45,7 +45,6 @@ Use the dashboard at `/dashboard/providers` to enable, configure, and test each | `codex-app-server` | `cxa` | OpenAI Codex (App-Server) | No-auth | [link](https://developers.openai.com/codex/cli) | No token stored by OmniRoute. The Codex CLI app-server manages its own ChatGPT sign-in (~/.codex/auth.json, auto-refreshed). Use “Sign in with ChatGPT” if the CLI is not yet authenticated. | — | | `devin-cli-agentic` | `dva` | Devin CLI Agentic Bridge | No-auth | [link](https://docs.devin.ai/work-with-devin/devin-cli) | Authentication is owned by the official Devin CLI in its isolated bridge volume. | emulated | | `duckduckgo-web` | `ddgw` | DuckDuckGo AI Chat | No-auth | [link](https://duckduckgo.com/duckchat) | No credentials required — DuckDuckGo AI Chat is anonymous and free. | emulated | -| `felo-web` | `felo` | Felo | No-auth | [link](https://felo.ai) | No credentials required — Felo is a free, no-signup chat/search aggregator. | — | | `opencode` | `oc` | OpenCode Free | No-auth | [link](https://opencode.ai) | No API key required — uses OpenCode's public free endpoint. | — | | `theoldllm` | `tllm` | The Old LLM (Free) | No-auth | [link](https://theoldllm.vercel.app) | No credentials required. The executor auto-generates access tokens via an embedded Playwright browser instance. | — | | `uncloseai` | `unc` | UncloseAI | No-auth | [link](https://uncloseai.com) | No auth required. API accepts any non-empty string as key for identification. If older built-in models return 404, use Available Models → Import from /models or Auto-Sync; verified live model: solidrust/Hermes-3-Llama-3.1-8B-AWQ. | — | diff --git a/docs/routing/STRICT_ZERO_COST.md b/docs/routing/STRICT_ZERO_COST.md index 50f15778b6..ea9c4469f8 100644 --- a/docs/routing/STRICT_ZERO_COST.md +++ b/docs/routing/STRICT_ZERO_COST.md @@ -119,21 +119,18 @@ contractual reasons, or left in when this guard is off even with `freeAccessPoli ## What passes today Run `npx tsx scripts/ad-hoc/dry-run-strict-zero-cost.ts` against a live instance's -`GET /v1/auto-combo/{channel}/candidates` output for a real before/after — the script now reads -each candidate's real `connectionId`, so it also proves the connection-safety fix live, not just -in unit tests. As of 2026-08-20, only `freeType: "keyless"` candidates pass in practice (7 of 29 -live candidates on this instance: `opencode/big-pickle`, `opencode/deepseek-v4-flash-free`, and -5 `felo-web` models — all confirmed arriving with the genuine no-auth `connectionId`, never a -real connection) — no currently-catalogued `recurring-*` provider both has a usage adapter -registered in `USAGE_FETCHER_PROVIDERS` **and** `hardStopGuaranteed: true` declared (e.g. `groq` -has neither the adapter registered here nor is fetched offline in this dry run; `kiro` lacks -`hardStopGuaranteed`). This is not a bug: it's the honest state of two independently-curated -metadata sets that happen not to overlap yet, not a limitation of the filter itself. +`GET /v1/auto-combo/{channel}/candidates` output for a real before/after — the script reads each +candidate's real `connectionId`, so it also proves the connection-safety fix live, not just in +unit tests. Keyless candidates must arrive with the synthetic no-auth `connectionId`, never a +real connection. The current built-in keyless auto path is OpenCode Free; exact candidate counts +still depend on live model discovery and should be measured on the target deployment instead of +copied from an older run. A `recurring-*` candidate passes only when it has both a registered +usage adapter and `hardStopGuaranteed: true`; incomplete metadata remains fail-closed. -With `excludeTosAvoid: true` added on top of the same live pool, the count drops from 7 to 0 — -every one of the 7 surviving candidates is curated `tos: "avoid"` today (`felo-web`, `opencode`). -This is a real, expected trade-off of turning the ToS guard on, not a bug: the guard is -`false` by default for exactly this reason (see "ToS guard" above). +With `excludeTosAvoid: true`, every candidate curated as `tos: "avoid"` is removed. OpenCode Free +currently carries that verdict, so enabling the guard can empty a deployment's remaining keyless +pool. This is an expected trade-off of turning the ToS guard on, not a bug: the guard is `false` +by default for exactly this reason (see "ToS guard" above). ## Enabling diff --git a/docs/screenshots/free-tier-budget-card.svg b/docs/screenshots/free-tier-budget-card.svg index 42bf89d20c..3477208b90 100644 --- a/docs/screenshots/free-tier-budget-card.svg +++ b/docs/screenshots/free-tier-budget-card.svg @@ -1,16 +1,16 @@ - + Static dashboard preview of recurring token pools, first-month signup grants, and uncapped but rate-limited free-access providers. OmniRoute · /dashboard/free-tiers · preview mockup Monthly free-token budget -40 recurring pools · 455 catalog entries · one endpoint +39 recurring pools · 451 catalog entries · one endpoint Steady / month ~1.51B First month (+ signup credits) ~2.13B ToS-flagged (you decide) -15 providers +14 providers @@ -34,7 +34,7 @@ -Each segment = one of 20 quantified recurring pools · 40 pools / 455 entries in the audited catalog. +Each segment = one of 20 quantified recurring pools · 39 pools / 451 entries in the audited catalog. Mistral 1.00B diff --git a/examples/quickstart/README.md b/examples/quickstart/README.md index 1122865d66..2c355a15cc 100644 --- a/examples/quickstart/README.md +++ b/examples/quickstart/README.md @@ -13,26 +13,26 @@ npx omniroute ## Examples -| File | Language | Dependency | -|------|----------|------------| -| [`python_requests.py`](python_requests.py) | Python | `pip install requests` | -| [`nodejs_axios.js`](nodejs_axios.js) | Node.js | `npm install axios` | -| [`curl_terminal.sh`](curl_terminal.sh) | Bash / cURL | `curl` (pre-installed on Mac/Linux) | -| [`php_curl.php`](php_curl.php) | PHP | PHP 7.4+ with cURL | +| File | Language | Dependency | +| ------------------------------------------ | ----------- | ----------------------------------- | +| [`python_requests.py`](python_requests.py) | Python | `pip install requests` | +| [`nodejs_axios.js`](nodejs_axios.js) | Node.js | `npm install axios` | +| [`curl_terminal.sh`](curl_terminal.sh) | Bash / cURL | `curl` (pre-installed on Mac/Linux) | +| [`php_curl.php`](php_curl.php) | PHP | PHP 7.4+ with cURL | -All examples use **`felo/auto`** — a keyless, zero-configuration model that works immediately with no provider sign-up required. +All examples use **`auto`** — the zero-configuration router that works immediately with no provider sign-up required. ## Key Settings (same in all examples) -| Setting | Value | Why | -|---------|-------|-----| -| `model` | `felo/auto` | Keyless provider, works out of the box | -| `stream` | `false` | Returns standard JSON instead of SSE stream | +| Setting | Value | Why | +| --------------- | ------------------ | ----------------------------------------------------- | +| `model` | `auto` | Zero-configuration routing, works out of the box | +| `stream` | `false` | Returns standard JSON instead of SSE stream | | `Authorization` | `Bearer dummy-key` | Any non-empty string satisfies the header requirement | ## What to Change -To use a different model, replace `felo/auto` with any model ID from: +To use a specific model, replace `auto` with any model ID from: ```bash curl http://localhost:20128/v1/models diff --git a/examples/quickstart/curl_terminal.sh b/examples/quickstart/curl_terminal.sh index 21c3ba8cc8..b6caedbaca 100644 --- a/examples/quickstart/curl_terminal.sh +++ b/examples/quickstart/curl_terminal.sh @@ -11,7 +11,7 @@ curl "$API_URL" \ -H "Content-Type: application/json" \ -H "Authorization: Bearer dummy-key" \ -d '{ - "model": "felo/auto", + "model": "auto", "stream": false, "messages": [ { "role": "user", "content": "Hello! What can you do?" } diff --git a/examples/quickstart/nodejs_axios.js b/examples/quickstart/nodejs_axios.js index 9ae104ae76..880f2003d3 100644 --- a/examples/quickstart/nodejs_axios.js +++ b/examples/quickstart/nodejs_axios.js @@ -5,27 +5,26 @@ * node nodejs_axios.js */ -const axios = require('axios'); +const axios = require("axios"); // Your local OmniRoute server — started with: npx omniroute -const API_URL = 'http://localhost:20128/v1/chat/completions'; +const API_URL = "http://localhost:20128/v1/chat/completions"; const headers = { - 'Content-Type': 'application/json', - 'Authorization': 'Bearer dummy-key', // Any string works for free/keyless providers + "Content-Type": "application/json", + Authorization: "Bearer dummy-key", // Any string works for free/keyless providers }; const data = { - model: 'felo/auto', // Keyless, works out of the box — no sign-up needed + model: "auto", // Zero-config routing, works out of the box — no sign-up needed stream: false, - messages: [ - { role: 'user', content: 'Hello! What can you do?' }, - ], + messages: [{ role: "user", content: "Hello! What can you do?" }], }; -axios.post(API_URL, data, { headers }) - .then(res => console.log(res.data.choices[0].message.content)) - .catch(err => { - console.error('Error:', err.message); - if (err.response) console.error('Server replied:', err.response.data); +axios + .post(API_URL, data, { headers }) + .then((res) => console.log(res.data.choices[0].message.content)) + .catch((err) => { + console.error("Error:", err.message); + if (err.response) console.error("Server replied:", err.response.data); }); diff --git a/examples/quickstart/php_curl.php b/examples/quickstart/php_curl.php index 0860c35cf7..60a7ecc0a6 100644 --- a/examples/quickstart/php_curl.php +++ b/examples/quickstart/php_curl.php @@ -15,7 +15,7 @@ $headers = [ ]; $data = [ - "model" => "felo/auto", // Keyless, works out of the box — no sign-up needed + "model" => "auto", // Zero-config routing, works out of the box — no sign-up needed "stream" => false, "messages" => [ ["role" => "user", "content" => "Hello! What can you do?"], diff --git a/examples/quickstart/python_requests.py b/examples/quickstart/python_requests.py index a27c7b38b0..03aae72c90 100644 --- a/examples/quickstart/python_requests.py +++ b/examples/quickstart/python_requests.py @@ -16,7 +16,7 @@ headers = { } data = { - "model": "felo/auto", # Keyless, works out of the box — no sign-up needed + "model": "auto", # Zero-config routing, works out of the box — no sign-up needed "stream": False, "messages": [ {"role": "user", "content": "Hello! What can you do?"} diff --git a/open-sse/config/freeModelCatalog.data.ts b/open-sse/config/freeModelCatalog.data.ts index 2a0bd5b4c0..e940d3cf28 100644 --- a/open-sse/config/freeModelCatalog.data.ts +++ b/open-sse/config/freeModelCatalog.data.ts @@ -159,11 +159,6 @@ export const FREE_MODEL_BUDGETS: FreeModelBudget[] = [ { provider: "duckduckgo-web", modelId: "mistral-small-2603", displayName: "Mistral Small 4", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "duckduckgo-web", tos: "avoid" }, { provider: "duckduckgo-web", modelId: "tinfoil/gpt-oss-120b", displayName: "gpt-oss 120B", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "duckduckgo-web", tos: "avoid" }, { provider: "duckduckgo-web", modelId: "tinfoil/gemma4-31b", displayName: "Gemma 4 31B", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "duckduckgo-web", tos: "avoid" }, - { provider: "felo-web", modelId: "felo-chat", displayName: "Felo Chat", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "felo-web", tos: "avoid" }, - { provider: "felo-web", modelId: "felo-search", displayName: "Felo Search", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "felo-web", tos: "avoid" }, - { provider: "felo-web", modelId: "felo-scholar", displayName: "Felo Scholar", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "felo-web", tos: "avoid" }, - { provider: "felo-web", modelId: "felo-social", displayName: "Felo Social", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "felo-web", tos: "avoid" }, - { provider: "felo-web", modelId: "felo-document", displayName: "Felo Document", monthlyTokens: 0, creditTokens: 0, freeType: "keyless", poolKey: "felo-web", tos: "avoid" }, { provider: "fireworks", modelId: "deepseek-v4-flash", displayName: "DeepSeek V4 Flash", monthlyTokens: 0, creditTokens: 1000000, freeType: "one-time-initial", poolKey: "fireworks", tos: "avoid" }, { provider: "fireworks", modelId: "deepseek-v4-pro", displayName: "DeepSeek V4 Pro", monthlyTokens: 0, creditTokens: 1000000, freeType: "one-time-initial", poolKey: "fireworks", tos: "avoid" }, { provider: "fireworks", modelId: "glm-5p1", displayName: "GLM 5.1", monthlyTokens: 0, creditTokens: 1000000, freeType: "one-time-initial", poolKey: "fireworks", tos: "avoid" }, diff --git a/open-sse/config/freeTierCatalog.ts b/open-sse/config/freeTierCatalog.ts index cfc2836b98..a3617284fe 100644 --- a/open-sse/config/freeTierCatalog.ts +++ b/open-sse/config/freeTierCatalog.ts @@ -40,7 +40,6 @@ export const FREE_TIER_BUDGETS: Record = { export const FREE_TIER_TOS: Record = { opencode: "avoid", "duckduckgo-web": "avoid", - "felo-web": "avoid", agy: "avoid", kiro: "avoid", "amazon-q": "avoid", diff --git a/open-sse/config/providers/index.ts b/open-sse/config/providers/index.ts index c54ea48c60..947e9071ac 100644 --- a/open-sse/config/providers/index.ts +++ b/open-sse/config/providers/index.ts @@ -149,7 +149,6 @@ import { longcatProvider } from "./registry/longcat/index.ts"; import { vertex_partnerProvider } from "./registry/vertex/partner/index.ts"; import { vertexProvider } from "./registry/vertex/index.ts"; import { duckduckgo_webProvider } from "./registry/duckduckgo-web/index.ts"; -import { felo_webProvider } from "./registry/felo-web/index.ts"; import { xaiProvider, xai_oauthProvider } from "./registry/xai/index.ts"; import { morphProvider } from "./registry/morph/index.ts"; import { siliconflowProvider } from "./registry/siliconflow/index.ts"; @@ -419,7 +418,6 @@ export const REGISTRY: Record = { "vertex-partner": vertex_partnerProvider, vertex: vertexProvider, "duckduckgo-web": duckduckgo_webProvider, - "felo-web": felo_webProvider, xai: xaiProvider, "xai-oauth": xai_oauthProvider, morph: morphProvider, diff --git a/open-sse/config/providers/registry/felo-web/index.ts b/open-sse/config/providers/registry/felo-web/index.ts deleted file mode 100644 index 58f1605d1d..0000000000 --- a/open-sse/config/providers/registry/felo-web/index.ts +++ /dev/null @@ -1,18 +0,0 @@ -import type { RegistryEntry } from "../../shared.ts"; - -export const felo_webProvider: RegistryEntry = { - id: "felo-web", - alias: "felo", - format: "openai", - executor: "felo-web", - baseUrl: "https://felo.ai/api-proxy/main/search/threads", - authType: "none", - authHeader: "none", - models: [ - { id: "felo-chat", name: "Felo Chat", toolCalling: false }, - { id: "felo-search", name: "Felo Search", toolCalling: false }, - { id: "felo-scholar", name: "Felo Scholar", toolCalling: false }, - { id: "felo-social", name: "Felo Social", toolCalling: false }, - { id: "felo-document", name: "Felo Document", toolCalling: false }, - ], -}; diff --git a/open-sse/executors/felo-web.ts b/open-sse/executors/felo-web.ts deleted file mode 100644 index 537d46afba..0000000000 --- a/open-sse/executors/felo-web.ts +++ /dev/null @@ -1,372 +0,0 @@ -import { randomUUID } from "node:crypto"; -import { BaseExecutor, type ExecuteInput } from "./base.ts"; -import { sanitizeErrorMessage } from "../utils/error.ts"; - -/** - * FeloWebExecutor — anonymous, free access to Felo (felo.ai), a chat/search-agent - * aggregator. No API key or session cookie required (`needs_auth = False` in the - * g4f reference implementation, `g4f/Provider/Felo.py`, fetched 2026-07-17). - * - * Flow: - * 1. POST /api-proxy/main/search/threads — opens a search thread, returns `stream_key`. - * 2. GET /api/message/v1/stream/{stream_key}?offset=0 — SSE-shaped stream. Each line is - * `data:{...}` (no space after the colon, unlike most SSE producers). The JSON payload - * carries a double-encoded `content` string; parsing that yields `{ data: { type, data } }` - * where `type` is `"answer"` (incremental/snapshot text) or `"final_contexts"` (sources, - * dropped here — no OpenAI-compatible slot for citations on this translation path). - * - * Felo has no published API; this is a reverse-engineered, scrape-style integration in the - * same family as `duckduckgo-web.ts` / `blackbox-web.ts` (see #6666 plan). It may break - * without notice if Felo changes its frontend contract. - */ - -export const FELO_BASE = "https://felo.ai"; -export const FELO_THREADS_URL = `${FELO_BASE}/api-proxy/main/search/threads`; -export const FELO_PROVIDER_PREFIX = "felo-web/"; - -export function feloStreamUrl(streamKey: string): string { - return `${FELO_BASE}/api/message/v1/stream/${encodeURIComponent(streamKey)}?offset=0`; -} - -const FELO_USER_AGENT = - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 " + - "(KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36"; - -export const FELO_HEADERS: Record = { - Accept: "*/*", - "Content-Type": "application/json", - Origin: FELO_BASE, - Referer: `${FELO_BASE}/search?q=hello`, - "User-Agent": FELO_USER_AGENT, -}; - -const FELO_STREAM_REQUEST_HEADERS: Record = { - Accept: "*/*", - Origin: FELO_BASE, - Referer: FELO_HEADERS.Referer, - "User-Agent": FELO_USER_AGENT, -}; - -// Mirrors g4f's `Felo.model_aliases` — Felo has no published model list; this -// reverse-engineered mapping is the only reference (category drives which -// search/answer pipeline Felo routes the query through). -const FELO_MODEL_CATEGORIES: Record = { - "felo-chat": "chat", - "felo-search": "google", - "felo-scholar": "scholar", - "felo-social": "social", - "felo-document": "document", -}; - -export const FELO_DEFAULT_MODEL = "felo-chat"; - -export function normalizeFeloModel(model: string | undefined | null): string { - if (!model) return FELO_DEFAULT_MODEL; - const clean = model.startsWith(FELO_PROVIDER_PREFIX) - ? model.slice(FELO_PROVIDER_PREFIX.length) - : model; - return Object.prototype.hasOwnProperty.call(FELO_MODEL_CATEGORIES, clean) - ? clean - : FELO_DEFAULT_MODEL; -} - -export function resolveFeloCategory(model: string | undefined | null): string { - return FELO_MODEL_CATEGORIES[normalizeFeloModel(model)]; -} - -export function extractFeloLastUserPrompt(messages: Array>): string { - const lastUser = [...messages].reverse().find((m) => m.role === "user"); - if (!lastUser) return ""; - const content = lastUser.content; - if (typeof content === "string") return content; - if (!Array.isArray(content)) return ""; - return content - .map((part) => { - if (part && typeof part === "object" && typeof (part as Record).text === "string") { - return (part as Record).text as string; - } - return ""; - }) - .filter(Boolean) - .join("\n"); -} - -export function buildFeloThreadPayload( - model: string | undefined | null, - prompt: string -): Record { - const searchUuid = randomUUID(); - return { - query: prompt, - search_uuid: searchUuid, - lang: "", - agent_lang: "en", - search_options: { langcode: "en-US" }, - search_video: true, - query_from: "default", - category: resolveFeloCategory(model), - model: "", - auto_routing: true, - mode: "concise", - device_id: randomUUID().replaceAll("-", ""), - source_message_rid: "", - documents: [], - document_action: "", - slides_source: { type: "ask_question", files: {} }, - slide_template_uid: "", - selected_resource_ids: [], - process_id: searchUuid, - stream_protocol: "message_center_v1", - enable_task_state: true, - }; -} - -function extractFeloAnswerText(contentJson: unknown): string | null { - if (!contentJson || typeof contentJson !== "object") return null; - const data = (contentJson as Record).data; - if (!data || typeof data !== "object") return null; - const dataRecord = data as Record; - if (dataRecord.type !== "answer") return null; - const inner = dataRecord.data; - if (!inner || typeof inner !== "object") return null; - const text = (inner as Record).text; - return typeof text === "string" ? text : null; -} - -export interface FeloParsedLine { - /** New text to emit for this line, or null when the line carried nothing new. */ - newText: string | null; - /** Running "previous text" snapshot to pass into the next call. */ - nextPreviousText: string; -} - -/** - * Parse a single line of Felo's SSE-shaped stream, diffing against the running - * snapshot the same way the g4f reference implementation does: each `answer` - * event carries the full text-so-far, and only the new suffix is new content. - */ -export function parseFeloStreamLine(line: string, previousText: string): FeloParsedLine { - const trimmed = line.trim(); - if (!trimmed.startsWith("data:{")) { - return { newText: null, nextPreviousText: previousText }; - } - - let outer: unknown; - try { - outer = JSON.parse(trimmed.slice(5)); - } catch { - return { newText: null, nextPreviousText: previousText }; - } - - const content = (outer as Record | null)?.content; - if (typeof content !== "string") { - return { newText: null, nextPreviousText: previousText }; - } - - let contentJson: unknown; - try { - contentJson = JSON.parse(content); - } catch { - return { newText: null, nextPreviousText: previousText }; - } - - const text = extractFeloAnswerText(contentJson); - if (text === null) { - return { newText: null, nextPreviousText: previousText }; - } - - if (text.startsWith(previousText)) { - const newPart = text.slice(previousText.length); - return newPart - ? { newText: newPart, nextPreviousText: text } - : { newText: null, nextPreviousText: previousText }; - } - - return { newText: text, nextPreviousText: text }; -} - -/** Replay a full raw stream body through `parseFeloStreamLine`, returning the final text. */ -export function accumulateFeloStreamText(rawText: string): string { - let previousText = ""; - for (const line of rawText.split("\n")) { - previousText = parseFeloStreamLine(line, previousText).nextPreviousText; - } - return previousText; -} - -export class FeloWebExecutor extends BaseExecutor { - constructor() { - super("felo-web", { baseUrl: FELO_BASE }); - } - - async testConnection( - _credentials: Record, - signal?: AbortSignal - ): Promise { - const controller = new AbortController(); - const feloTestMs = this.getTimeoutMs(); - const timeout = setTimeout(() => { - const err = new Error(`felo-web testConnection timeout after ${feloTestMs}ms`); - err.name = "TimeoutError"; - controller.abort(err); - }, feloTestMs); - try { - const mergedSignal = signal - ? AbortSignal.any([signal, controller.signal]) - : controller.signal; - - const response = await fetch(FELO_THREADS_URL, { - method: "POST", - headers: FELO_HEADERS, - body: JSON.stringify(buildFeloThreadPayload(FELO_DEFAULT_MODEL, "hi")), - signal: mergedSignal, - }); - if (!response.ok) return false; - const data = await response.json().catch(() => null); - return typeof (data as Record | null)?.stream_key === "string"; - } catch { - return false; - } finally { - clearTimeout(timeout); - } - } - - async execute(input: ExecuteInput): Promise { - const { model, body, stream, signal } = input; - const bodyObj = (body || {}) as Record; - const messages = Array.isArray(bodyObj.messages) - ? (bodyObj.messages as Array>) - : []; - const isStreaming = stream !== false; - - if (messages.length === 0) { - return feloErrorResponse(400, "No messages provided"); - } - const prompt = extractFeloLastUserPrompt(messages); - if (!prompt) { - return feloErrorResponse(400, "No user message content found"); - } - - const controller = new AbortController(); - const feloExecMs = this.getTimeoutMs(); - const timeout = setTimeout(() => { - const err = new Error(`felo-web execute timeout after ${feloExecMs}ms`); - err.name = "TimeoutError"; - controller.abort(err); - }, feloExecMs); - const mergedSignal = signal ? AbortSignal.any([signal, controller.signal]) : controller.signal; - - try { - const streamKey = await this.createFeloThread(model, prompt, mergedSignal); - if (streamKey instanceof Response) { - clearTimeout(timeout); - return streamKey; - } - - const streamResponse = await fetch(feloStreamUrl(streamKey), { - method: "GET", - headers: FELO_STREAM_REQUEST_HEADERS, - signal: mergedSignal, - }); - clearTimeout(timeout); - - if (!streamResponse.ok || !streamResponse.body) { - const status = !streamResponse.ok && streamResponse.status >= 500 ? 502 : streamResponse.status || 502; - return feloErrorResponse(status, `Felo stream request failed with HTTP ${streamResponse.status}`); - } - - return await processFeloResponse(streamResponse, isStreaming); - } catch (error) { - clearTimeout(timeout); - if (error instanceof DOMException && error.name === "AbortError") { - return feloErrorResponse(499, "Request cancelled"); - } - return feloErrorResponse(500, error instanceof Error ? error.message : "Unknown error"); - } - } - - /** Returns the resolved `stream_key`, or an error Response to propagate as-is. */ - private async createFeloThread( - model: string | undefined, - prompt: string, - signal: AbortSignal - ): Promise { - const threadResponse = await fetch(FELO_THREADS_URL, { - method: "POST", - headers: FELO_HEADERS, - body: JSON.stringify(buildFeloThreadPayload(model, prompt)), - signal, - }); - - if (!threadResponse.ok) { - const status = threadResponse.status >= 500 ? 502 : threadResponse.status; - return feloErrorResponse(status, `Felo thread creation failed with HTTP ${threadResponse.status}`); - } - - const threadJson = await threadResponse.json().catch(() => null); - const streamKey = (threadJson as Record | null)?.stream_key; - if (typeof streamKey !== "string" || !streamKey) { - return feloErrorResponse(502, "Felo did not return a stream_key"); - } - return streamKey; - } -} - -function feloErrorResponse(status: number, message: string): Response { - return new Response(JSON.stringify({ error: { message: sanitizeErrorMessage(message) } }), { - status, - headers: { "Content-Type": "application/json" }, - }); -} - -function buildFeloStreamTransform(): TransformStream { - let previousText = ""; - let buffer = ""; - const decoder = new TextDecoder(); - const encoder = new TextEncoder(); - - return new TransformStream({ - transform(chunk, controller) { - buffer += decoder.decode(chunk, { stream: true }); - const lines = buffer.split("\n"); - buffer = lines.pop() ?? ""; - for (const line of lines) { - const parsed = parseFeloStreamLine(line, previousText); - previousText = parsed.nextPreviousText; - if (!parsed.newText) continue; - const openaiChunk = { choices: [{ delta: { content: parsed.newText }, index: 0 }] }; - controller.enqueue(encoder.encode(`data: ${JSON.stringify(openaiChunk)}\n\n`)); - } - }, - flush(controller) { - controller.enqueue(encoder.encode("data: [DONE]\n\n")); - }, - }); -} - -async function processFeloResponse(response: Response, streaming: boolean): Promise { - if (streaming) { - if (!response.body) { - return feloErrorResponse(500, "No response body"); - } - const transformed = response.body.pipeThrough(buildFeloStreamTransform()); - return new Response(transformed, { headers: { "Content-Type": "text/event-stream" } }); - } - - const rawText = await response.text(); - const fullText = accumulateFeloStreamText(rawText); - return new Response( - JSON.stringify({ - choices: [ - { - message: { role: "assistant", content: fullText }, - index: 0, - finish_reason: "stop", - }, - ], - }), - { headers: { "Content-Type": "application/json" } } - ); -} - -export const feloWebExecutor = new FeloWebExecutor(); diff --git a/open-sse/executors/index.ts b/open-sse/executors/index.ts index 20155214ba..ee45b9b626 100644 --- a/open-sse/executors/index.ts +++ b/open-sse/executors/index.ts @@ -1,4 +1,5 @@ import { SEARCH_PROVIDERS } from "../config/searchRegistry.ts"; +import { isRuntimeRetiredProviderId } from "@/shared/constants/providerRetirement"; import { registerLazyExecutor, loadRegisteredExecutor, @@ -135,8 +136,6 @@ const lazyExecutors: Record Promise> = { "duckduckgo-web": () => import("./duckduckgo-web.ts").then((m) => new m.DuckDuckGoWebExecutor()), ddgw: () => import("./duckduckgo-web.ts").then((m) => new m.DuckDuckGoWebExecutor()), // Alias - "felo-web": () => import("./felo-web.ts").then((m) => new m.FeloWebExecutor()), - felo: () => import("./felo-web.ts").then((m) => new m.FeloWebExecutor()), // Alias "t3-web": () => import("./t3-chat-web.ts").then((m) => new m.T3ChatWebExecutor()), t3chat: () => import("./t3-chat-web.ts").then((m) => new m.T3ChatWebExecutor()), // Alias "inner-ai": () => import("./inner-ai.ts").then((m) => new m.InnerAiExecutor()), @@ -242,6 +241,11 @@ const CHAT_UNSUPPORTED_CLOUD_AGENT_PROVIDERS = new Set(["jules"]); const CHAT_UNSUPPORTED_SEARCH_PROVIDERS = new Set(Object.keys(SEARCH_PROVIDERS)); export async function getExecutor(provider: string): Promise { + if (isRuntimeRetiredProviderId(provider)) { + const err = new Error("Provider is retired and unavailable."); + (err as Error & { status?: number }).status = 410; + throw err; + } const loaded = await loadRegisteredExecutor(provider); if (loaded) return loaded; if (CHAT_UNSUPPORTED_CLOUD_AGENT_PROVIDERS.has(provider)) { diff --git a/open-sse/services/autoCombo/virtualFactory.ts b/open-sse/services/autoCombo/virtualFactory.ts index 2865906c5e..a319eff51f 100644 --- a/open-sse/services/autoCombo/virtualFactory.ts +++ b/open-sse/services/autoCombo/virtualFactory.ts @@ -309,8 +309,8 @@ const SYNTHETIC_NOAUTH_CONNECTION_ID = RESILIENCE_NOAUTH_CONNECTION_ID; // Allowlist of no-auth (keyless) providers permitted to enter the `auto`/`auto-*` // candidate pool. Narrowed to the backends verified to answer without any -// configuration on our reference egress (VPS .15): `opencode` and `felo-web` -// both return 200 there, while duckduckgo-web (429/VQD rate limit), theoldllm +// configuration on our reference egress (VPS .15): `opencode` returns 200 +// there, while duckduckgo-web (429/VQD rate limit), theoldllm // (403 Vercel egress block), chipotle (502), aihorde (401, anon key rejected) // and the others are unreliable. The excluded providers stay fully usable via // direct `/` calls — they are just kept OUT of auto-routing until @@ -324,7 +324,7 @@ const SYNTHETIC_NOAUTH_CONNECTION_ID = RESILIENCE_NOAUTH_CONNECTION_ID; // pool, so it admits any no-auth backend that genuinely serves the family (e.g. // auggie, a local CLI subprocess with zero HTTP egress, belongs in auto/glm // regardless of this list). See the `bypassAllowlist` param below. -const AUTO_COMBO_NOAUTH_ALLOWLIST = new Set(["opencode", "felo-web"]); +const AUTO_COMBO_NOAUTH_ALLOWLIST = new Set(["opencode"]); function isChatAutoComboNoAuthProvider( providerDef: NoAuthProviderDefinition, diff --git a/src/lib/db/migrations/163_retire_felo_web.sql b/src/lib/db/migrations/163_retire_felo_web.sql new file mode 100644 index 0000000000..1feffc9669 --- /dev/null +++ b/src/lib/db/migrations/163_retire_felo_web.sql @@ -0,0 +1,118 @@ +-- Retire the Felo Web integration while its GPL-derived provenance remains on hold. +-- +-- Keep connection rows and historical records for auditability. Disabling the +-- connections is deliberately fail-closed: API-key allowed_connections entries +-- continue to reference the same connection ids instead of becoming an empty +-- allowlist, which would mean unrestricted access in the policy layer. + +UPDATE exclusive_connection_leases +SET state = 'INVALIDATED', + ended_at = COALESCE(ended_at, datetime('now')), + end_reason = 'CONNECTION_INELIGIBLE' +WHERE state = 'ACTIVE' + AND ( + lower(trim(provider, ' ' || char(9) || char(10) || char(11) || char(12) || char(13))) + IN ('felo-web', 'felo') + OR connection_id IN ( + SELECT id + FROM provider_connections + WHERE lower(trim(provider, ' ' || char(9) || char(10) || char(11) || char(12) || char(13))) + IN ('felo-web', 'felo') + ) + ); + +UPDATE provider_connections +SET is_active = 0, + test_status = 'unavailable', + error_code = 'PROVIDER_REMOVED', + last_error = 'Provider integration retired from OmniRoute v3.8.50', + last_error_type = 'provider_removed', + last_error_source = 'migration:163', + last_error_at = datetime('now'), + updated_at = datetime('now') +WHERE lower(trim(provider, ' ' || char(9) || char(10) || char(11) || char(12) || char(13))) + IN ('felo-web', 'felo') + AND ( + is_active IS NOT 0 + OR test_status IS NOT 'unavailable' + OR error_code IS NOT 'PROVIDER_REMOVED' + OR last_error IS NOT 'Provider integration retired from OmniRoute v3.8.50' + OR last_error_type IS NOT 'provider_removed' + OR last_error_source IS NOT 'migration:163' + OR last_error_at IS NULL + ); + +-- Migrations run before settings imports. Keep the tombstone durable when an +-- old db.json snapshot or an admin PATCH later attempts to reactivate either +-- retired id. The WHEN predicates are null-safe and prevent timestamp churn +-- when an already-normalized row is written again. +CREATE TRIGGER IF NOT EXISTS provider_connections_retire_felo_web_insert +AFTER INSERT ON provider_connections +WHEN lower(trim(NEW.provider, ' ' || char(9) || char(10) || char(11) || char(12) || char(13))) + IN ('felo-web', 'felo') + AND ( + NEW.is_active IS NOT 0 + OR NEW.test_status IS NOT 'unavailable' + OR NEW.error_code IS NOT 'PROVIDER_REMOVED' + OR NEW.last_error IS NOT 'Provider integration retired from OmniRoute v3.8.50' + OR NEW.last_error_type IS NOT 'provider_removed' + OR NEW.last_error_source IS NOT 'migration:163' + OR NEW.last_error_at IS NULL + ) +BEGIN + UPDATE provider_connections + SET is_active = 0, + test_status = 'unavailable', + error_code = 'PROVIDER_REMOVED', + last_error = 'Provider integration retired from OmniRoute v3.8.50', + last_error_type = 'provider_removed', + last_error_source = 'migration:163', + last_error_at = datetime('now'), + updated_at = datetime('now') + WHERE id = NEW.id + AND ( + is_active IS NOT 0 + OR test_status IS NOT 'unavailable' + OR error_code IS NOT 'PROVIDER_REMOVED' + OR last_error IS NOT 'Provider integration retired from OmniRoute v3.8.50' + OR last_error_type IS NOT 'provider_removed' + OR last_error_source IS NOT 'migration:163' + OR last_error_at IS NULL + ); +END; + +CREATE TRIGGER IF NOT EXISTS provider_connections_retire_felo_web_update +AFTER UPDATE OF provider, is_active, test_status, error_code, last_error, + last_error_type, last_error_source, last_error_at ON provider_connections +WHEN lower(trim(NEW.provider, ' ' || char(9) || char(10) || char(11) || char(12) || char(13))) + IN ('felo-web', 'felo') + AND ( + NEW.is_active IS NOT 0 + OR NEW.test_status IS NOT 'unavailable' + OR NEW.error_code IS NOT 'PROVIDER_REMOVED' + OR NEW.last_error IS NOT 'Provider integration retired from OmniRoute v3.8.50' + OR NEW.last_error_type IS NOT 'provider_removed' + OR NEW.last_error_source IS NOT 'migration:163' + OR NEW.last_error_at IS NULL + ) +BEGIN + UPDATE provider_connections + SET is_active = 0, + test_status = 'unavailable', + error_code = 'PROVIDER_REMOVED', + last_error = 'Provider integration retired from OmniRoute v3.8.50', + last_error_type = 'provider_removed', + last_error_source = 'migration:163', + last_error_at = datetime('now'), + updated_at = datetime('now') + WHERE id = NEW.id + AND ( + is_active IS NOT 0 + OR test_status IS NOT 'unavailable' + OR error_code IS NOT 'PROVIDER_REMOVED' + OR last_error IS NOT 'Provider integration retired from OmniRoute v3.8.50' + OR last_error_type IS NOT 'provider_removed' + OR last_error_source IS NOT 'migration:163' + OR last_error_at IS NULL + ); +END; diff --git a/src/shared/constants/providerRetirement.ts b/src/shared/constants/providerRetirement.ts new file mode 100644 index 0000000000..ad3048cc15 --- /dev/null +++ b/src/shared/constants/providerRetirement.ts @@ -0,0 +1,13 @@ +/** + * Provider ids that must remain unavailable even when stale rows are restored + * after migrations have already run. Keep canonical ids and legacy aliases + * together so neither executor dispatch nor credential selection can fall back. + */ +export const RUNTIME_RETIRED_PROVIDER_IDS: ReadonlySet = new Set(["felo-web", "felo"]); + +export function isRuntimeRetiredProviderId(providerId: unknown): providerId is string { + return ( + typeof providerId === "string" && + RUNTIME_RETIRED_PROVIDER_IDS.has(providerId.trim().toLowerCase()) + ); +} diff --git a/src/shared/constants/providers/noauth.ts b/src/shared/constants/providers/noauth.ts index dabf42442e..f4a6de066c 100644 --- a/src/shared/constants/providers/noauth.ts +++ b/src/shared/constants/providers/noauth.ts @@ -74,23 +74,6 @@ export const NOAUTH_PROVIDERS = { text: "Cloudflare AI Playground uses a reverse-engineered anonymous WebSocket protocol (no official API). Requires Playwright with a Chromium browser on first request. Rate limits apply per IP (error 3021).", }, }, - "felo-web": { - id: "felo-web", - alias: "felo", - name: "Felo", - icon: "travel_explore", - color: "#5B7FFF", - textIcon: "FL", - website: "https://felo.ai", - noAuth: true, - hasFree: true, - serviceKinds: ["llm"], - freeNote: "Free — anonymous access to Felo's chat/search-agent aggregator. No API key.", - authHint: "No credentials required — Felo is a free, no-signup chat/search aggregator.", - notice: { - text: "Felo uses a reverse-engineered public endpoint (no official API). No signup or API key needed. Behavior may change without notice if Felo updates its frontend.", - }, - }, theoldllm: { id: "theoldllm", alias: "tllm", diff --git a/src/sse/services/auth.ts b/src/sse/services/auth.ts index 5a3c046efa..964f106dab 100644 --- a/src/sse/services/auth.ts +++ b/src/sse/services/auth.ts @@ -32,6 +32,7 @@ import { import { buildJinaEnvCredentials } from "@/lib/providers/jina"; import { buildGeminiEnvCredentials } from "@/lib/providers/gemini"; import { toNumber } from "@/shared/utils/numeric"; +import { isRuntimeRetiredProviderId } from "@/shared/constants/providerRetirement"; import { createLazyConnectionView, toProviderConnection, @@ -843,7 +844,7 @@ async function maybeSyntheticNoAuthFallback( // #9057: a key pinned to specific connections via allowedConnections must // NOT receive the synthetic "noauth" connection — the synthetic id is // never in an explicit allowlist, so returning it would let a restricted - // key reach free providers (felo-chat, etc.) that it should not access. + // key reach free providers (OpenCode Free, etc.) that it should not access. if (Array.isArray(allowedConnections) && allowedConnections.length > 0) return null; if (excludedConnectionIds.has(SYNTHETIC_NOAUTH_CONNECTION_ID)) return null; if ( @@ -1283,6 +1284,12 @@ export async function getProviderCredentials( requestedModel: string | null = null, options: CredentialSelectionOptions = {} ) { + if (isRuntimeRetiredProviderId(provider)) { + invalidateManagedLease(options, "CONNECTION_INELIGIBLE"); + log.warn("AUTH", "Retired provider rejected before credential selection"); + return null; + } + const selectionLock = options._leaseRetryWithLockHeld ? null : createSelectionLock(getSelectionMutexKey(provider, options)); diff --git a/tests/integration/combo-matrix/auto.test.ts b/tests/integration/combo-matrix/auto.test.ts index 6a9b80918a..dc2d10c701 100644 --- a/tests/integration/combo-matrix/auto.test.ts +++ b/tests/integration/combo-matrix/auto.test.ts @@ -47,7 +47,6 @@ function body(model: string) { const NO_AUTH_PROVIDER_IDS = [ "opencode", "duckduckgo-web", - "felo-web", "theoldllm", "chipotle", "veoaifree-web", diff --git a/tests/integration/freeModelBenchmarkShared.ts b/tests/integration/freeModelBenchmarkShared.ts index 2621d194bb..e7a38a4844 100644 --- a/tests/integration/freeModelBenchmarkShared.ts +++ b/tests/integration/freeModelBenchmarkShared.ts @@ -36,7 +36,7 @@ export interface FreeModelSpec { // resolution path). getActiveProviders() only sees configured *connections*, // so these have to be unioned in separately or every no-auth model gets // filtered out as "not active" even though they work with zero setup. -export const NO_AUTH_PROVIDER_IDS = new Set(["felo-web", "aihorde", "opencode", "duckduckgo-web"]); +export const NO_AUTH_PROVIDER_IDS = new Set(["aihorde", "opencode", "duckduckgo-web"]); // Curated from open-sse/config/freeModelCatalog.data.ts: the original 5 // providers configured+active on this deployment (checked via GET @@ -82,7 +82,6 @@ export const FREE_MODELS: FreeModelSpec[] = [ model: "openrouter/auto", displayName: "Auto — Best Available (OpenRouter free pool)", }, - { provider: "felo-web", model: "felo-web/felo-chat", displayName: "Felo Chat (no-auth)" }, { provider: "aihorde", model: "aihorde/google/gemma-4-31b", diff --git a/tests/snapshots/executors/executor-map.json b/tests/snapshots/executors/executor-map.json index 23d0e01b8b..048bc805be 100644 --- a/tests/snapshots/executors/executor-map.json +++ b/tests/snapshots/executors/executor-map.json @@ -285,16 +285,6 @@ "configSource": "freebuff", "provider": "freebuff" }, - "felo": { - "className": "FeloWebExecutor", - "configSource": "", - "provider": "felo-web" - }, - "felo-web": { - "className": "FeloWebExecutor", - "configSource": "", - "provider": "felo-web" - }, "firefly": { "className": "AdobeFireflyExecutor", "configSource": "", @@ -721,6 +711,6 @@ "provider": "zai-web" } }, - "keyCount": 144, + "keyCount": 142, "sharedInstances": [] } diff --git a/tests/snapshots/provider/translate-path.json b/tests/snapshots/provider/translate-path.json index f9e96d0909..f037b44e93 100644 --- a/tests/snapshots/provider/translate-path.json +++ b/tests/snapshots/provider/translate-path.json @@ -2069,29 +2069,6 @@ "stream": "https://api.featherless.ai/v1/chat/completions" } }, - "felo-web": { - "format": "openai", - "headers": { - "apiKey": { - "Accept": "text/event-stream", - "Authorization": "Bearer ", - "Content-Type": "application/json" - }, - "nonStream": { - "Authorization": "Bearer ", - "Content-Type": "application/json" - }, - "oauth": { - "Accept": "text/event-stream", - "Authorization": "Bearer ", - "Content-Type": "application/json" - } - }, - "url": { - "nonStream": "https://felo.ai/api-proxy/main/search/threads", - "stream": "https://felo.ai/api-proxy/main/search/threads" - } - }, "fireworks": { "format": "openai", "headers": { diff --git a/tests/unit/api-key-policy-noauth-allowed-connections.test.ts b/tests/unit/api-key-policy-noauth-allowed-connections.test.ts index 73040c648f..985c341c37 100644 --- a/tests/unit/api-key-policy-noauth-allowed-connections.test.ts +++ b/tests/unit/api-key-policy-noauth-allowed-connections.test.ts @@ -3,7 +3,7 @@ * * TDD regression test: an API key pinned via `allowedConnections` to a specific * connection must NOT receive synthetic no-auth credentials for free providers - * (e.g. felo-chat). + * (e.g. OpenCode Free). */ import test from "node:test"; @@ -25,31 +25,36 @@ const RESTRICTED_CONNECTION_UUID = "00000000-0000-4000-8000-000000000001"; test.after(() => { coreDb.resetDbInstance(); - try { fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); } catch {} + try { + fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); + } catch {} }); -test("#9057 LAYER1: restricted key gets NO synthetic credentials for noauth provider felo", async () => { +test("#9057 LAYER1: restricted key gets NO synthetic credentials for OpenCode Free", async () => { // LAYER1: getProviderCredentials() with explicit allowedConnections // must NOT return synthetic noauth credentials because the synthetic // "noauth" connection is never in an explicit allowed-connections list. const creds = await getProviderCredentials( - "felo", + "opencode", null, [RESTRICTED_CONNECTION_UUID], // allowedConnections restricts to a real UUID - "felo-chat" + "big-pickle" + ); + assert.equal( + creds, + null, + "OpenCode Free must not leak synthetic credentials for a connection-restricted key" ); - assert.equal(creds, null, - "noauth provider felo must not leak synthetic credentials for a connection-restricted key"); }); -test("#9057 LAYER1: unrestricted key still gets synthetic credentials for felo", async () => { +test("#9057 LAYER1: unrestricted key still gets synthetic credentials for OpenCode Free", async () => { const creds = await getProviderCredentials( - "felo", + "opencode", null, - null, // allowedConnections=null means unrestricted - "felo-chat" + null, // allowedConnections=null means unrestricted + "big-pickle" ); - assert(creds, "unrestricted key must receive synthetic credentials for felo"); + assert(creds, "unrestricted key must receive synthetic credentials for OpenCode Free"); assert.equal( (creds as Record)?.connectionId, "noauth", @@ -57,7 +62,7 @@ test("#9057 LAYER1: unrestricted key still gets synthetic credentials for felo", ); }); -test("#9057 LAYER2: isModelAllowedForKey rejects felo-chat for disableNonPublicModels key", async () => { +test("#9057 LAYER2: isModelAllowedForKey rejects keyless model for disableNonPublicModels key", async () => { // Create a key with disableNonPublicModels=true const created = await apiKeysDb.createApiKey("dnp-9057", "machine-dnp"); assert(created, "key must be created"); @@ -66,6 +71,6 @@ test("#9057 LAYER2: isModelAllowedForKey rejects felo-chat for disableNonPublicM disableNonPublicModels: true, }); - const allowed = await isModelAllowedForKey(key, "felo-chat"); - assert.equal(allowed, false, "disableNonPublicModels key must reject felo-chat"); + const allowed = await isModelAllowedForKey(key, "big-pickle"); + assert.equal(allowed, false, "disableNonPublicModels key must reject keyless models"); }); diff --git a/tests/unit/autoCombo/strict-zero-cost-autodiscovery.test.ts b/tests/unit/autoCombo/strict-zero-cost-autodiscovery.test.ts index bb93e3601b..bf11ab3b73 100644 --- a/tests/unit/autoCombo/strict-zero-cost-autodiscovery.test.ts +++ b/tests/unit/autoCombo/strict-zero-cost-autodiscovery.test.ts @@ -35,7 +35,7 @@ function safeState(): FreeAccessState { // `findBudgetEntry(candidate, catalog)`. These provider ids are otherwise // arbitrary — the fixtures below prove the behavior is driven entirely by // catalog membership, not by any hardcoded provider/model name. -const KEYLESS_PROVIDER = "felo-web"; +const KEYLESS_PROVIDER = "synthetic-keyless-provider"; const QUOTA_PROVIDER = "groq"; const REAL_CONN = "conn-1"; diff --git a/tests/unit/autoCombo/strict-zero-cost-filter.test.ts b/tests/unit/autoCombo/strict-zero-cost-filter.test.ts index dc293a6dda..59ab8c226c 100644 --- a/tests/unit/autoCombo/strict-zero-cost-filter.test.ts +++ b/tests/unit/autoCombo/strict-zero-cost-filter.test.ts @@ -41,11 +41,11 @@ const BASE_OPTIONS = { minRemainingAllowance: 1, maxStateAgeMs: 180_000, now: no const REAL_CONN = "conn-real-1"; -// A real keyless entry from the catalog (felo-web, all models keyless/tos=avoid), +// A real keyless entry from the catalog (OpenCode Free, all models keyless/tos=avoid), // as a genuine no-auth candidate (the only shape that legitimately gets the shortcut). const KEYLESS = { - provider: "felo-web", - model: "felo-chat", + provider: "opencode", + model: "big-pickle", connectionId: SYNTHETIC_NOAUTH_CONNECTION_ID, }; // A real quota-based entry with hardStopGuaranteed: true (added by this feature), @@ -80,17 +80,21 @@ test("sanity: fixtures exist in the real catalog with the metadata these tests a true, "agentrouter must NOT carry hardStopGuaranteed: true (no documented hard-stop guarantee)" ); - const feloEntry = FREE_MODEL_BUDGETS.find( - (m) => m.provider === "felo-web" && m.modelId === "felo-chat" + const keylessEntry = FREE_MODEL_BUDGETS.find( + (m) => m.provider === "opencode" && m.modelId === "big-pickle" + ); + assert.equal(keylessEntry?.freeType, "keyless"); + assert.equal( + keylessEntry?.tos, + "avoid", + "opencode must be tos=avoid for the ToS-guard tests below" ); - assert.equal(feloEntry?.freeType, "keyless"); - assert.equal(feloEntry?.tos, "avoid", "felo-web must be tos=avoid for the ToS-guard tests below"); }); // 1. keyless SAFE (genuine no-auth candidate) → PASS test("keyless candidate from the genuine no-auth path passes with no state at all", () => { const entry = FREE_MODEL_BUDGETS.find( - (m) => m.provider === "felo-web" && m.modelId === "felo-chat" + (m) => m.provider === "opencode" && m.modelId === "big-pickle" ); assert.deepEqual( evaluateCandidateConnections(KEYLESS, entry, () => undefined, BASE_OPTIONS), @@ -210,7 +214,7 @@ test("hardStopGuaranteed explicitly false excludes", () => { // 12 & 13. ToS guard, independent of economic evaluation test("tos=avoid + excludeTosAvoid=true excludes a keyless-safe candidate", () => { const result = filterTosAvoidCandidates([KEYLESS], true); - assert.deepEqual(result, [], "felo-web (tos=avoid) must be dropped when the guard is on"); + assert.deepEqual(result, [], "opencode (tos=avoid) must be dropped when the guard is on"); }); test("tos=avoid + excludeTosAvoid=false leaves normal economic evaluation untouched", () => { diff --git a/tests/unit/felo-web-executor.test.ts b/tests/unit/felo-web-executor.test.ts deleted file mode 100644 index 232ca72b55..0000000000 --- a/tests/unit/felo-web-executor.test.ts +++ /dev/null @@ -1,325 +0,0 @@ -import { describe, it, beforeEach, afterEach } from "node:test"; -import assert from "node:assert/strict"; -import type { ExecuteInput } from "../../open-sse/executors/base.ts"; - -const mod = await import("../../open-sse/executors/felo-web.ts"); -const { REGISTRY } = await import("../../open-sse/config/providerRegistry.ts"); -const { AI_PROVIDERS } = await import("../../src/shared/constants/providers.ts"); - -const { - FeloWebExecutor, - FELO_THREADS_URL, - feloStreamUrl, - normalizeFeloModel, - resolveFeloCategory, - extractFeloLastUserPrompt, - buildFeloThreadPayload, - parseFeloStreamLine, - accumulateFeloStreamText, -} = mod; - -type FetchCall = { url: string; init: RequestInit }; - -const realFetch = globalThis.fetch; -let calls: FetchCall[] = []; - -function threadsResponse(streamKey = "sk-123", status = 200): Response { - return new Response(JSON.stringify({ stream_key: streamKey }), { - status, - headers: { "content-type": "application/json" }, - }); -} - -/** Build a Felo-shaped `data:{...}` stream body from a list of answer snapshots. */ -function feloStreamResponse(answerSnapshots: string[], includeSourcesEvent = false): Response { - const encoder = new TextEncoder(); - const lines: string[] = []; - for (const text of answerSnapshots) { - const contentJson = { data: { type: "answer", data: { text } } }; - lines.push(`data:${JSON.stringify({ content: JSON.stringify(contentJson) })}`); - } - if (includeSourcesEvent) { - const contentJson = { - data: { - type: "final_contexts", - data: { sources: [{ link: "https://example.com", title: "Example" }] }, - }, - }; - lines.push(`data:${JSON.stringify({ content: JSON.stringify(contentJson) })}`); - } - const stream = new ReadableStream({ - start(controller) { - controller.enqueue(encoder.encode(lines.join("\n") + "\n")); - controller.close(); - }, - }); - return new Response(stream, { status: 200, headers: { "content-type": "text/event-stream" } }); -} - -function mockFetch(handler: (url: string, init: RequestInit) => Response | Promise): void { - globalThis.fetch = (async (input: RequestInfo | URL, init: RequestInit = {}) => { - const url = String(input); - calls.push({ url, init }); - return handler(url, init); - }) as typeof fetch; -} - -function jsonBody(init: RequestInit): Record { - return JSON.parse(String(init.body)) as Record; -} - -function baseExecuteInput(overrides: Partial = {}): ExecuteInput { - return { - model: "felo-chat", - body: { messages: [{ role: "user", content: "hi" }] }, - stream: false, - credentials: {}, - signal: null, - ...overrides, - }; -} - -beforeEach(() => { - calls = []; -}); - -afterEach(() => { - globalThis.fetch = realFetch; -}); - -describe("FeloWebExecutor — registry wiring", () => { - it("is registered as a canonical noAuth provider (providers.ts)", () => { - const provider = AI_PROVIDERS["felo-web"]; - assert.ok(provider, "felo-web should be a canonical provider"); - assert.equal(provider.noAuth, true); - }); - - it("is registered in the provider REGISTRY with the felo-web executor", () => { - const entry = REGISTRY["felo-web"]; - assert.ok(entry, "felo-web should have a REGISTRY entry"); - assert.equal(entry.executor, "felo-web"); - assert.equal(entry.authType, "none"); - assert.ok(entry.models.some((m) => m.id === "felo-chat")); - }); -}); - -describe("FeloWebExecutor — pure helpers", () => { - it("normalizeFeloModel: strips the felo-web/ prefix and falls back to felo-chat", () => { - assert.equal(normalizeFeloModel("felo-web/felo-search"), "felo-search"); - assert.equal(normalizeFeloModel("felo-scholar"), "felo-scholar"); - assert.equal(normalizeFeloModel("not-a-real-model"), "felo-chat"); - assert.equal(normalizeFeloModel(undefined), "felo-chat"); - }); - - it("resolveFeloCategory: maps each model alias to its g4f category", () => { - assert.equal(resolveFeloCategory("felo-chat"), "chat"); - assert.equal(resolveFeloCategory("felo-search"), "google"); - assert.equal(resolveFeloCategory("felo-scholar"), "scholar"); - assert.equal(resolveFeloCategory("felo-social"), "social"); - assert.equal(resolveFeloCategory("felo-document"), "document"); - }); - - it("extractFeloLastUserPrompt: picks the last user message, string content", () => { - const prompt = extractFeloLastUserPrompt([ - { role: "system", content: "be nice" }, - { role: "user", content: "first" }, - { role: "assistant", content: "reply" }, - { role: "user", content: "second" }, - ]); - assert.equal(prompt, "second"); - }); - - it("extractFeloLastUserPrompt: joins array-of-parts content", () => { - const prompt = extractFeloLastUserPrompt([ - { - role: "user", - content: [ - { type: "text", text: "part one" }, - { type: "text", text: "part two" }, - ], - }, - ]); - assert.equal(prompt, "part one\npart two"); - }); - - it("buildFeloThreadPayload: carries the query and resolved category", () => { - const payload = buildFeloThreadPayload("felo-search", "hello world"); - assert.equal(payload.query, "hello world"); - assert.equal(payload.category, "google"); - assert.equal(payload.stream_protocol, "message_center_v1"); - assert.equal(typeof payload.search_uuid, "string"); - assert.ok((payload.search_uuid as string).length > 0); - }); - - it("parseFeloStreamLine: ignores non-data lines and malformed JSON", () => { - assert.deepEqual(parseFeloStreamLine("", "prev"), { newText: null, nextPreviousText: "prev" }); - assert.deepEqual(parseFeloStreamLine("not-a-data-line", "prev"), { - newText: null, - nextPreviousText: "prev", - }); - assert.deepEqual(parseFeloStreamLine("data:{not json", "prev"), { - newText: null, - nextPreviousText: "prev", - }); - }); - - it("parseFeloStreamLine: diffs incremental answer snapshots against the running text", () => { - const line1 = `data:${JSON.stringify({ - content: JSON.stringify({ data: { type: "answer", data: { text: "Hel" } } }), - })}`; - const line2 = `data:${JSON.stringify({ - content: JSON.stringify({ data: { type: "answer", data: { text: "Hello" } } }), - })}`; - - const first = parseFeloStreamLine(line1, ""); - assert.equal(first.newText, "Hel"); - assert.equal(first.nextPreviousText, "Hel"); - - const second = parseFeloStreamLine(line2, first.nextPreviousText); - assert.equal(second.newText, "lo"); - assert.equal(second.nextPreviousText, "Hello"); - }); - - it("parseFeloStreamLine: ignores final_contexts events (no OpenAI-compatible slot)", () => { - const line = `data:${JSON.stringify({ - content: JSON.stringify({ - data: { type: "final_contexts", data: { sources: [{ link: "https://x", title: "X" }] } }, - }), - })}`; - assert.deepEqual(parseFeloStreamLine(line, "prev"), { newText: null, nextPreviousText: "prev" }); - }); - - it("accumulateFeloStreamText: replays a full stream body into the final text", () => { - const raw = [ - `data:${JSON.stringify({ content: JSON.stringify({ data: { type: "answer", data: { text: "Hi" } } }) })}`, - `data:${JSON.stringify({ - content: JSON.stringify({ data: { type: "answer", data: { text: "Hi there" } } }), - })}`, - ].join("\n"); - assert.equal(accumulateFeloStreamText(raw), "Hi there"); - }); -}); - -describe("FeloWebExecutor — execute() input validation", () => { - it("rejects an empty messages array with 400", async () => { - const executor = new FeloWebExecutor(); - const response = await executor.execute(baseExecuteInput({ body: { messages: [] } })); - - assert.equal(response.status, 400); - const responseBody = (await response.json()) as { error?: { message?: string } }; - assert.ok(responseBody.error?.message); - }); - - it("rejects messages with no extractable user prompt with 400", async () => { - const executor = new FeloWebExecutor(); - const response = await executor.execute( - baseExecuteInput({ body: { messages: [{ role: "system", content: "no user turn" }] } }) - ); - - assert.equal(response.status, 400); - }); -}); - -describe("FeloWebExecutor — execute() happy path (mocked fetch)", () => { - it("POSTs the thread payload, GETs the stream, and returns non-streaming OpenAI JSON", async () => { - mockFetch((url) => { - if (url === FELO_THREADS_URL) return threadsResponse("sk-abc"); - if (url === feloStreamUrl("sk-abc")) return feloStreamResponse(["Hel", "Hello", "Hello there"], true); - throw new Error(`unexpected fetch: ${url}`); - }); - - const executor = new FeloWebExecutor(); - const response = await executor.execute(baseExecuteInput()); - - assert.equal(calls.length, 2, "should call threads then stream exactly once each"); - assert.equal(calls[0].init.method, "POST"); - const threadPayload = jsonBody(calls[0].init); - assert.equal(threadPayload.query, "hi"); - assert.equal(threadPayload.category, "chat"); - - assert.equal(response.status, 200); - const json = (await response.json()) as { - choices: Array<{ message: { role: string; content: string }; finish_reason: string }>; - }; - assert.equal(json.choices[0].message.content, "Hello there"); - assert.equal(json.choices[0].message.role, "assistant"); - assert.equal(json.choices[0].finish_reason, "stop"); - }); - - it("streams OpenAI-compatible SSE chunks ending with [DONE]", async () => { - mockFetch((url) => { - if (url === FELO_THREADS_URL) return threadsResponse("sk-stream"); - if (url === feloStreamUrl("sk-stream")) return feloStreamResponse(["A", "AB", "ABC"]); - throw new Error(`unexpected fetch: ${url}`); - }); - - const executor = new FeloWebExecutor(); - const response = await executor.execute(baseExecuteInput({ stream: true })); - - assert.equal(response.status, 200); - assert.ok(response.body); - const text = await response.text(); - assert.match(text, /"content":"A"/); - assert.match(text, /"content":"B"/); - assert.match(text, /"content":"C"/); - assert.match(text, /data: \[DONE\]/); - }); -}); - -describe("FeloWebExecutor — error paths", () => { - it("propagates a 5xx from thread creation as a sanitized 502", async () => { - mockFetch((url) => { - if (url === FELO_THREADS_URL) return new Response("upstream on fire", { status: 503 }); - throw new Error(`unexpected fetch: ${url}`); - }); - - const executor = new FeloWebExecutor(); - const response = await executor.execute(baseExecuteInput()); - - assert.equal(response.status, 502); - const responseBody = (await response.json()) as { error: { message: string } }; - assert.ok(responseBody.error.message.includes("HTTP 503")); - assert.ok(!responseBody.error.message.includes("at /"), "must not leak a stack trace"); - }); - - it("returns 502 when the threads response omits stream_key", async () => { - mockFetch((url) => { - if (url === FELO_THREADS_URL) { - return new Response(JSON.stringify({}), { - status: 200, - headers: { "content-type": "application/json" }, - }); - } - throw new Error(`unexpected fetch: ${url}`); - }); - - const executor = new FeloWebExecutor(); - const response = await executor.execute(baseExecuteInput()); - - assert.equal(response.status, 502); - const responseBody = (await response.json()) as { error: { message: string } }; - assert.match(responseBody.error.message, /stream_key/); - }); -}); - -describe("FeloWebExecutor — testConnection", () => { - it("returns true when threads endpoint responds with a stream_key", async () => { - mockFetch(() => threadsResponse("sk-health")); - const executor = new FeloWebExecutor(); - assert.equal(await executor.testConnection({}), true); - }); - - it("returns false on a non-ok response", async () => { - mockFetch(() => new Response("nope", { status: 500 })); - const executor = new FeloWebExecutor(); - assert.equal(await executor.testConnection({}), false); - }); - - it("returns false on a network error", async () => { - globalThis.fetch = (async () => { - throw new Error("network down"); - }) as typeof fetch; - const executor = new FeloWebExecutor(); - assert.equal(await executor.testConnection({}), false); - }); -}); diff --git a/tests/unit/felo-web-retirement.test.ts b/tests/unit/felo-web-retirement.test.ts new file mode 100644 index 0000000000..dbdf85289b --- /dev/null +++ b/tests/unit/felo-web-retirement.test.ts @@ -0,0 +1,56 @@ +import assert from "node:assert/strict"; +import fs from "node:fs"; +import path from "node:path"; +import test from "node:test"; + +import { FREE_MODEL_BUDGETS } from "../../open-sse/config/freeModelCatalog.ts"; +import { REGISTRY, getRegistryEntry } from "../../open-sse/config/providerRegistry.ts"; +import { getExecutor, hasSpecializedExecutor } from "../../open-sse/executors/index.ts"; +import { AI_PROVIDERS } from "../../src/shared/constants/providers.ts"; + +test("Felo Web provenance-hold integration is absent from runtime dispatch", () => { + assert.equal(REGISTRY["felo-web"], undefined); + assert.equal(getRegistryEntry("felo-web"), null); + assert.equal(getRegistryEntry("felo"), null); + assert.equal(AI_PROVIDERS["felo-web"], undefined); + assert.equal(hasSpecializedExecutor("felo-web"), false); + assert.equal(hasSpecializedExecutor("felo"), false); +}); + +test("retired Felo ids fail closed instead of falling through to OpenAI", () => { + for (const providerId of ["felo-web", "felo", " FeLo-Web ", "\tFELO\n"]) { + assert.throws( + () => getExecutor(providerId), + (error: unknown) => { + const typed = error as Error & { status?: number }; + assert.equal(typed.status, 410); + assert.match(typed.message, /retired/i); + return true; + }, + `${providerId} must never receive DefaultExecutor fallback` + ); + } +}); + +test("Felo Web models are absent from the executable free-model catalog", () => { + const feloModels = FREE_MODEL_BUDGETS.filter( + ({ provider, modelId }) => provider === "felo-web" || modelId.startsWith("felo-") + ); + + assert.deepEqual(feloModels, []); +}); + +test("Felo Web implementation files are absent from the shipped tree", () => { + const removedPaths = [ + "open-sse/config/providers/registry/felo-web/index.ts", + "open-sse/executors/felo-web.ts", + ]; + + for (const relativePath of removedPaths) { + assert.equal( + fs.existsSync(path.join(process.cwd(), relativePath)), + false, + `${relativePath} must not ship` + ); + } +}); diff --git a/tests/unit/felo-web-runtime-block.test.ts b/tests/unit/felo-web-runtime-block.test.ts new file mode 100644 index 0000000000..c16741b96c --- /dev/null +++ b/tests/unit/felo-web-runtime-block.test.ts @@ -0,0 +1,132 @@ +import assert from "node:assert/strict"; +import fs from "node:fs"; +import os from "node:os"; +import path from "node:path"; +import test from "node:test"; + +const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-felo-runtime-block-")); +process.env.DATA_DIR = TEST_DATA_DIR; + +const core = await import("../../src/lib/db/core.ts"); +const { hashLeaseOwnerId } = await import("../../src/lib/db/exclusiveConnectionLeases.ts"); +const { getProviderCredentials } = await import("../../src/sse/services/auth.ts"); + +const RETIRED_PROVIDER_VARIANTS = ["felo-web", "felo", " FeLo-Web ", "\tFELO\n"] as const; + +test.after(() => { + core.resetDbInstance(); + fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); +}); + +test("retired Felo ids stay ineligible after imports, even if DB triggers are bypassed", async () => { + const db = core.getDbInstance(); + + for (const [index, providerId] of RETIRED_PROVIDER_VARIANTS.entries()) { + const connectionId = `trigger-normalized-${index}`; + db.prepare( + "INSERT INTO provider_connections " + + "(id, provider, auth_type, name, is_active, test_status, created_at, updated_at) " + + "VALUES (?, ?, 'apikey', ?, 1, 'active', datetime('now'), datetime('now'))" + ).run(connectionId, providerId, `${providerId}-post-migration-import`); + + const persistedState = db + .prepare( + "SELECT is_active, test_status, error_code, last_error_type, last_error_source " + + "FROM provider_connections WHERE id = ?" + ) + .get(connectionId) as { + is_active: number; + test_status: string; + error_code: string; + last_error_type: string; + last_error_source: string; + }; + assert.deepEqual(persistedState, { + is_active: 0, + test_status: "unavailable", + error_code: "PROVIDER_REMOVED", + last_error_type: "provider_removed", + last_error_source: "migration:163", + }); + + const credentials = await getProviderCredentials( + providerId, + null, + [connectionId], + "felo-chat", + { allowSuppressedConnections: true } + ); + assert.equal( + credentials, + null, + `${providerId} must remain blocked after trigger normalization` + ); + } + + db.exec(` + DROP TRIGGER provider_connections_retire_felo_web_insert; + DROP TRIGGER provider_connections_retire_felo_web_update; + `); + + for (const [index, providerId] of RETIRED_PROVIDER_VARIANTS.entries()) { + const connectionId = `truly-active-${index}`; + const leaseOwnerId = `vlo_${String.fromCharCode(65 + index).repeat(43)}`; + const apiKeyId = `retired-key-${index}`; + const generation = index + 1; + const now = new Date().toISOString(); + const expiresAt = new Date(Date.now() + 60_000).toISOString(); + + db.prepare( + "INSERT INTO provider_connections " + + "(id, provider, auth_type, name, is_active, test_status, created_at, updated_at) " + + "VALUES (?, ?, 'apikey', ?, 1, 'active', ?, ?)" + ).run(connectionId, providerId, `${providerId}-trigger-bypass`, now, now); + db.prepare( + "INSERT INTO exclusive_connection_leases " + + "(lease_owner_hash, api_key_id, provider, connection_id, generation, state, " + + "acquired_at, renewed_at, expires_at) VALUES (?, ?, ?, ?, ?, 'ACTIVE', ?, ?, ?)" + ).run( + hashLeaseOwnerId(leaseOwnerId), + apiKeyId, + providerId, + connectionId, + generation, + now, + now, + expiresAt + ); + + const activeBeforeSelection = db + .prepare("SELECT is_active, test_status FROM provider_connections WHERE id = ?") + .get(connectionId) as { is_active: number; test_status: string }; + assert.deepEqual( + activeBeforeSelection, + { is_active: 1, test_status: "active" }, + "fixture must bypass the migration triggers so the auth tombstone is tested independently" + ); + + const credentials = await getProviderCredentials( + providerId, + null, + [connectionId], + "felo-chat", + { + allowSuppressedConnections: true, + lease: { + apiKeyId, + context: { leaseOwnerId, generation }, + mode: "request", + }, + } + ); + assert.equal(credentials, null, `${providerId} must be blocked even with a truly active row`); + + const lease = db + .prepare("SELECT state, end_reason FROM exclusive_connection_leases WHERE connection_id = ?") + .get(connectionId) as { state: string; end_reason: string | null }; + assert.deepEqual(lease, { + state: "INVALIDATED", + end_reason: "CONNECTION_INELIGIBLE", + }); + } +}); diff --git a/tests/unit/free-provider-onboarding-selector.test.ts b/tests/unit/free-provider-onboarding-selector.test.ts index 22bdcc72e3..4263f64495 100644 --- a/tests/unit/free-provider-onboarding-selector.test.ts +++ b/tests/unit/free-provider-onboarding-selector.test.ts @@ -16,7 +16,7 @@ test("free onboarding candidates come from the no-auth registry and exclude loca ); assert.ok(ids.includes("opencode")); assert.ok(ids.includes("duckduckgo-web")); - assert.ok(ids.includes("felo-web")); + assert.ok(!ids.includes("felo-web")); assert.ok(ids.includes("theoldllm")); assert.ok(ids.includes("chipotle")); assert.ok(ids.includes("theoldllm")); diff --git a/tests/unit/migration-163-retire-felo-web.test.ts b/tests/unit/migration-163-retire-felo-web.test.ts new file mode 100644 index 0000000000..4bb659ab97 --- /dev/null +++ b/tests/unit/migration-163-retire-felo-web.test.ts @@ -0,0 +1,352 @@ +import assert from "node:assert/strict"; +import fs from "node:fs"; +import os from "node:os"; +import path from "node:path"; +import test from "node:test"; + +const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-felo-retirement-")); +process.env.DATA_DIR = TEST_DATA_DIR; + +const core = await import("../../src/lib/db/core.ts"); +const apiKeysDb = await import("../../src/lib/db/apiKeys.ts"); + +const RETIRED_PROVIDER_IDS = ["felo-web", "felo"] as const; +const CONTROL_PROVIDER = "opencode"; + +type ConnectionState = { + id: string; + is_active: number; + test_status: string; + error_code: string; + last_error: string; + last_error_type: string; + last_error_source: string; + last_error_at: string; + updated_at: string; +}; + +type LeaseState = { + id: number; + generation: number; + state: string; + ended_at: string | null; + end_reason: string | null; +}; + +test.after(() => { + core.resetDbInstance(); + fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); +}); + +test("migration 163 retires every Felo id fail-closed and preserves audit history", async () => { + const db = core.getDbInstance(); + + const applied = db + .prepare("SELECT version FROM _omniroute_migrations WHERE version = 163") + .get() as { version: number } | undefined; + assert.ok(applied, "migration 163 must be recorded as applied"); + + // Recreate a pre-migration fixture even though a fresh test database already + // applied migration 163 during startup. + db.exec(` + DROP TRIGGER IF EXISTS provider_connections_retire_felo_web_insert; + DROP TRIGGER IF EXISTS provider_connections_retire_felo_web_update; + `); + + // The domain module reconciles API-key policy columns on a fresh database. + // Production upgrades already carry these columns from normal API-key use. + await apiKeysDb.getApiKeys(); + + for (const provider of [...RETIRED_PROVIDER_IDS, CONTROL_PROVIDER]) { + db.prepare( + "INSERT INTO provider_connections " + + "(id, provider, auth_type, name, is_active, created_at, updated_at) " + + "VALUES (?, ?, 'apikey', ?, 1, datetime('now'), datetime('now'))" + ).run(`${provider}-connection`, provider, `${provider}-fixture`); + } + + for (const provider of RETIRED_PROVIDER_IDS) { + db.prepare( + "UPDATE provider_connections SET test_status = 'active', last_error = 'legacy error', " + + "last_error_type = 'legacy', last_error_source = 'legacy:test', " + + "last_error_at = '2000-01-01T00:00:00.000Z', updated_at = '2000-01-01T00:00:00.000Z' " + + "WHERE provider = ?" + ).run(provider); + } + + const normalizedProviderVariants = [ + { id: "mixed-case-felo-web-connection", provider: " FeLo-Web " }, + { id: "mixed-case-felo-alias-connection", provider: "\tFELO\n" }, + ] as const; + for (const { id, provider } of normalizedProviderVariants) { + db.prepare( + "INSERT INTO provider_connections " + + "(id, provider, auth_type, name, is_active, test_status, last_error, " + + "last_error_type, last_error_source, last_error_at, created_at, updated_at) " + + "VALUES (?, ?, 'apikey', ?, 1, 'active', 'legacy error', 'legacy', " + + "'legacy:test', '2000-01-01T00:00:00.000Z', datetime('now'), " + + "'2000-01-01T00:00:00.000Z')" + ).run(id, provider, `${id}-fixture`); + } + + const retiredConnectionIds = RETIRED_PROVIDER_IDS.map((provider) => `${provider}-connection`); + db.prepare( + "INSERT INTO api_keys " + + "(id, name, key, key_hash, key_prefix, allowed_connections, is_active, created_at) " + + "VALUES ('restricted-key', 'restricted-key', 'restricted-secret', " + + "'restricted-hash', 'restrict', ?, 1, datetime('now'))" + ).run(JSON.stringify(retiredConnectionIds)); + + const mixedConnectionIds = [...retiredConnectionIds, `${CONTROL_PROVIDER}-connection`]; + const mixedAllowedConnectionsRaw = + ' [ "felo-web-connection" , "felo-connection" , "opencode-connection" ] '; + db.prepare( + "INSERT INTO api_keys " + + "(id, name, key, key_hash, key_prefix, allowed_connections, is_active, created_at) " + + "VALUES ('mixed-key', 'mixed-key', 'mixed-secret', " + + "'mixed-hash', 'mixed', ?, 1, datetime('now'))" + ).run(mixedAllowedConnectionsRaw); + + const leaseIds = new Map(); + for (const provider of RETIRED_PROVIDER_IDS) { + const connectionId = `${provider}-connection`; + const leaseProvider = provider === "felo-web" ? "legacy-imported-provider" : provider; + const insertedLease = db + .prepare( + "INSERT INTO exclusive_connection_leases " + + "(lease_owner_hash, api_key_id, provider, connection_id, generation, state, " + + "acquired_at, renewed_at, expires_at) VALUES (?, 'restricted-key', ?, ?, 7, " + + "'ACTIVE', datetime('now'), datetime('now'), datetime('now', '+1 hour'))" + ) + .run(provider.padEnd(64, "0"), leaseProvider, connectionId); + leaseIds.set(provider, Number(insertedLease.lastInsertRowid)); + + db.prepare( + "INSERT INTO usage_history (provider, model, timestamp) " + + "VALUES (?, 'felo-chat', datetime('now'))" + ).run(provider); + db.prepare( + "INSERT INTO call_logs (id, timestamp, provider, model, status) " + + "VALUES (?, datetime('now'), ?, 'felo-chat', 200)" + ).run(`${provider}-call`, provider); + db.prepare( + "INSERT INTO quota_snapshots " + + "(provider, connection_id, window_key, remaining_percentage, is_exhausted, created_at) " + + "VALUES (?, ?, 'monthly', 50, 0, ?)" + ).run(provider, connectionId, new Date().toISOString()); + } + + const controlLeaseId = Number( + db + .prepare( + "INSERT INTO exclusive_connection_leases " + + "(lease_owner_hash, api_key_id, provider, connection_id, generation, state, " + + "acquired_at, renewed_at, expires_at) VALUES (?, 'mixed-key', ?, ?, 11, " + + "'ACTIVE', datetime('now'), datetime('now'), datetime('now', '+1 hour'))" + ) + .run("opencode".padEnd(64, "0"), CONTROL_PROVIDER, `${CONTROL_PROVIDER}-connection`) + .lastInsertRowid + ); + + const readConnection = (provider: string) => + db + .prepare( + "SELECT id, is_active, test_status, error_code, last_error, last_error_type, " + + "last_error_source, last_error_at, updated_at FROM provider_connections " + + "WHERE provider = ?" + ) + .get(provider) as ConnectionState; + const readConnectionById = (id: string) => + db + .prepare( + "SELECT id, is_active, test_status, error_code, last_error, last_error_type, " + + "last_error_source, last_error_at, updated_at FROM provider_connections " + + "WHERE id = ?" + ) + .get(id) as ConnectionState; + const readLease = (id: number) => + db + .prepare( + "SELECT id, generation, state, ended_at, end_reason FROM exclusive_connection_leases " + + "WHERE id = ?" + ) + .get(id) as LeaseState; + const readTotalChanges = () => + (db.prepare("SELECT total_changes() AS changes").get() as { changes: number }).changes; + + const sql = fs.readFileSync( + path.join(process.cwd(), "src/lib/db/migrations/163_retire_felo_web.sql"), + "utf8" + ); + db.exec(sql); + const firstConnections = new Map( + RETIRED_PROVIDER_IDS.map((provider) => [provider, readConnection(provider)]) + ); + const firstLeases = new Map( + RETIRED_PROVIDER_IDS.map((provider) => [provider, readLease(leaseIds.get(provider)!)]) + ); + + const changesBeforeSecondExecution = readTotalChanges(); + db.exec(sql); + assert.equal( + readTotalChanges() - changesBeforeSecondExecution, + 0, + "a second execution must not rewrite any retired connection or lease row" + ); + + for (const provider of RETIRED_PROVIDER_IDS) { + const connection = firstConnections.get(provider)!; + const lease = firstLeases.get(provider)!; + + assert.deepEqual(readConnection(provider), connection, "timestamps must remain stable"); + assert.deepEqual( + readLease(leaseIds.get(provider)!), + lease, + "the invalidated lease must remain stable" + ); + + assert.equal(connection.id, `${provider}-connection`); + assert.equal(connection.is_active, 0); + assert.equal(connection.test_status, "unavailable"); + assert.equal(connection.error_code, "PROVIDER_REMOVED"); + assert.equal(connection.last_error, "Provider integration retired from OmniRoute v3.8.50"); + assert.equal(connection.last_error_type, "provider_removed"); + assert.equal(connection.last_error_source, "migration:163"); + assert.notEqual(connection.last_error_at, "2000-01-01T00:00:00.000Z"); + assert.notEqual(connection.updated_at, "2000-01-01T00:00:00.000Z"); + + assert.equal(lease.id, leaseIds.get(provider)); + assert.equal(lease.generation, 7); + assert.equal(lease.state, "INVALIDATED"); + assert.ok(lease.ended_at); + assert.equal(lease.end_reason, "CONNECTION_INELIGIBLE"); + + assert.ok(db.prepare("SELECT id FROM usage_history WHERE provider = ?").get(provider)); + assert.ok(db.prepare("SELECT id FROM call_logs WHERE provider = ?").get(provider)); + assert.ok(db.prepare("SELECT id FROM quota_snapshots WHERE provider = ?").get(provider)); + } + + for (const { id } of normalizedProviderVariants) { + const connection = db + .prepare( + "SELECT is_active, test_status, error_code, last_error_type, last_error_source " + + "FROM provider_connections WHERE id = ?" + ) + .get(id) as { + is_active: number; + test_status: string; + error_code: string; + last_error_type: string; + last_error_source: string; + }; + assert.deepEqual(connection, { + is_active: 0, + test_status: "unavailable", + error_code: "PROVIDER_REMOVED", + last_error_type: "provider_removed", + last_error_source: "migration:163", + }); + } + + const control = db + .prepare("SELECT is_active FROM provider_connections WHERE id = 'opencode-connection'") + .get() as { is_active: number }; + assert.equal(control.is_active, 1, "the independent OpenCode provider must remain active"); + + assert.deepEqual( + readLease(controlLeaseId), + { + id: controlLeaseId, + generation: 11, + state: "ACTIVE", + ended_at: null, + end_reason: null, + }, + "an unrelated active lease must not be invalidated" + ); + + const apiKey = db + .prepare("SELECT is_active, allowed_connections FROM api_keys WHERE id = 'restricted-key'") + .get() as { is_active: number; allowed_connections: string }; + assert.equal(apiKey.is_active, 1); + assert.deepEqual( + JSON.parse(apiKey.allowed_connections), + retiredConnectionIds, + "an allowlist containing only Felo ids must remain non-empty and fail closed" + ); + + const mixedApiKey = db + .prepare("SELECT is_active, allowed_connections FROM api_keys WHERE id = 'mixed-key'") + .get() as { is_active: number; allowed_connections: string }; + assert.equal(mixedApiKey.is_active, 1); + assert.equal( + mixedApiKey.allowed_connections, + mixedAllowedConnectionsRaw, + "the migration must preserve a mixed allowlist byte-for-byte" + ); + assert.deepEqual( + JSON.parse(mixedApiKey.allowed_connections), + mixedConnectionIds, + "a mixed allowlist must preserve both retired ids and its unrelated connection" + ); + + db.prepare( + "INSERT INTO provider_connections " + + "(id, provider, auth_type, name, is_active, test_status, created_at, updated_at) " + + "VALUES ('post-migration-felo', 'felo-web', 'apikey', 'post migration import', " + + "1, 'active', datetime('now'), datetime('now'))" + ).run(); + const postMigrationConnection = db + .prepare( + "SELECT id, is_active, test_status, error_code, last_error, last_error_type, " + + "last_error_source, last_error_at, updated_at FROM provider_connections " + + "WHERE id = 'post-migration-felo'" + ) + .get() as ConnectionState; + assert.equal(postMigrationConnection.is_active, 0); + assert.equal(postMigrationConnection.test_status, "unavailable"); + assert.equal(postMigrationConnection.error_code, "PROVIDER_REMOVED"); + assert.equal(postMigrationConnection.last_error_type, "provider_removed"); + assert.equal(postMigrationConnection.last_error_source, "migration:163"); + + db.prepare( + "INSERT INTO provider_connections " + + "(id, provider, auth_type, name, is_active, test_status, created_at, updated_at) " + + "VALUES ('post-migration-felo-alias', ' FELO ', 'apikey', 'post migration alias', " + + "1, 'active', datetime('now'), datetime('now'))" + ).run(); + const postMigrationAlias = db + .prepare( + "SELECT is_active, test_status, error_code, last_error_source " + + "FROM provider_connections WHERE id = 'post-migration-felo-alias'" + ) + .get() as { + is_active: number; + test_status: string; + error_code: string; + last_error_source: string; + }; + assert.deepEqual(postMigrationAlias, { + is_active: 0, + test_status: "unavailable", + error_code: "PROVIDER_REMOVED", + last_error_source: "migration:163", + }); + + db.prepare( + "UPDATE provider_connections SET provider = ' FeLo ', is_active = 1, test_status = 'active', " + + "error_code = NULL, last_error = NULL, last_error_type = NULL, " + + "last_error_source = NULL, last_error_at = NULL WHERE provider = 'felo'" + ).run(); + const updateProtectedConnection = readConnectionById("felo-connection"); + assert.equal(updateProtectedConnection.is_active, 0); + assert.equal(updateProtectedConnection.test_status, "unavailable"); + assert.equal(updateProtectedConnection.error_code, "PROVIDER_REMOVED"); + assert.equal(updateProtectedConnection.last_error_type, "provider_removed"); + assert.equal(updateProtectedConnection.last_error_source, "migration:163"); + + db.prepare("UPDATE provider_connections SET name = 'renamed' WHERE id = 'felo-connection'").run(); + const unrelatedUpdate = readConnectionById("felo-connection"); + assert.equal(unrelatedUpdate.last_error_at, updateProtectedConnection.last_error_at); + assert.equal(unrelatedUpdate.updated_at, updateProtectedConnection.updated_at); +}); diff --git a/tests/unit/noauth-autocombo-allowlist.test.ts b/tests/unit/noauth-autocombo-allowlist.test.ts index 21b3ad98af..228193c8af 100644 --- a/tests/unit/noauth-autocombo-allowlist.test.ts +++ b/tests/unit/noauth-autocombo-allowlist.test.ts @@ -2,8 +2,8 @@ * Auto-combo no-auth allowlist — the `auto`/`auto-*` candidate pool must only * pull in no-auth (keyless) providers verified to work without any credential on * our reference egress. As of this change that allowlist is narrowed to - * `opencode` and `felo-web`: on the reference VPS (.15) they are the only no-auth - * backends that answer 200 with zero configuration. The other no-auth providers + * `opencode`: on the reference VPS (.15) it answers 200 with zero configuration. + * The other no-auth providers * (duckduckgo-web, theoldllm, chipotle, aihorde) stay OUT of every auto/* pool * until re-verified — they remain usable via direct `/` calls, they * are just not auto-routed to. @@ -46,7 +46,7 @@ test.after(async () => { } }); -const ALLOWED_NOAUTH_PROVIDERS = ["opencode", "felo-web"]; +const ALLOWED_NOAUTH_PROVIDERS = ["opencode"]; const EXCLUDED_NOAUTH_PROVIDERS = ["duckduckgo-web", "theoldllm", "chipotle", "aihorde"]; test("fresh install: the allowlisted no-auth providers are present in the auto-combo pool", async () => { diff --git a/tests/unit/virtual-auto-combo.test.ts b/tests/unit/virtual-auto-combo.test.ts index 4bb7e1fb49..09ad591b80 100644 --- a/tests/unit/virtual-auto-combo.test.ts +++ b/tests/unit/virtual-auto-combo.test.ts @@ -205,14 +205,14 @@ test("createVirtualAutoCombo includes no-auth OpenCode Free without provider_con test("createVirtualAutoCombo restricts the no-auth pool to the allowlist", async () => { // Policy: the no-auth (keyless) auto-combo allowlist is narrowed to `opencode` - // and `felo-web` (open-sse/services/autoCombo/virtualFactory.ts::AUTO_COMBO_NOAUTH_ALLOWLIST) — - // the keyless backends verified to work without configuration on our reference + // (open-sse/services/autoCombo/virtualFactory.ts::AUTO_COMBO_NOAUTH_ALLOWLIST) — + // the keyless backend verified to work without configuration on our reference // egress. The others stay usable via direct `/` calls but must // NOT be auto-routed to. Dedicated guard: // tests/unit/noauth-autocombo-allowlist.test.ts. const combo: VirtualComboResult = await virtualFactory.createVirtualAutoCombo("fast"); - for (const allowed of ["opencode", "felo-web"]) { + for (const allowed of ["opencode"]) { const models = combo.models.filter((m) => m.providerId === allowed); assert.ok(models.length >= 1, `${allowed} should have at least one model`); assert.ok(