pjandro/OmniRoute
1
0
Fork 0
mirror of https://github.com/diegosouzapw/OmniRoute.git synced 2026-08-22 07:02:16 +03:00
Code Issues Packages Projects Releases Wiki Activity

feat(routing): OpenRouter-style auto/<category>:<tier> combos (#4235) (#4248)

Browse Source
This commit is contained in:
Diego Rodrigues de Sa e Souza
2026-06-19 01:22:56 -03:00
committed by GitHub
parent 92eac63f1f
commit ebd341edf3
10 changed files with 413 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/app/api/v1/models/catalog.ts
View File

@@ -22,6 +22,7 @@ import { CODEX_NATIVE_UNPREFIXED_MODELS } from "@omniroute/open-sse/services/mod
import { resolveNestedComboTargets } from "@omniroute/open-sse/services/combo";
import {
AUTO_TEMPLATE_VARIANTS,
AUTO_SUFFIX_VARIANTS,
createBuiltinAutoCombo,
} from "@omniroute/open-sse/services/autoCombo/builtinCatalog";
import { getAllSyncedAvailableModels, type SyncedAvailableModel } from "@/lib/db/models";
@@ -665,7 +666,8 @@ export async function getUnifiedModelsResponse(
// receive token metadata before the first request instead of a bare entry. If the
// combo cannot be materialized (e.g. no eligible connections yet) the minimal
// #4164 entry is emitted instead, so the id is never dropped.
for (const autoId of Object.keys(AUTO_TEMPLATE_VARIANTS)) {
// #4235 Phase B: also advertise the curated `auto/<category>[:<tier>]` combos.
for (const autoId of [...Object.keys(AUTO_TEMPLATE_VARIANTS), ...AUTO_SUFFIX_VARIANTS]) {
if (listedIds.has(autoId)) continue;
listedIds.add(autoId);
const baseAutoEntry = {

21
src/sse/handlers/chat.ts
View File

@@ -34,6 +34,11 @@ import {
AUTO_TEMPLATE_VARIANTS,
VALID_AUTO_VARIANTS,
} from "@omniroute/open-sse/services/autoCombo/builtinCatalog.ts";
import {
parseAutoSuffix,
type AutoCategory,
type AutoTier,
} from "@omniroute/open-sse/services/autoCombo/suffixComposition.ts";
import * as log from "../utils/logger";
import { checkAndRefreshToken } from "../services/tokenRefresh";
import { createHookContext, runHooks, initPreRequestRegistry } from "@/lib/middleware/registry";
@@ -395,6 +400,8 @@ export async function handleChat(request: any, clientRawRequest: any = null) {
// If the model ID is "auto" or starts with "auto/", bypass DB combo lookup
// entirely and generate a virtual auto-combo on-the-fly from connected providers.
let autoVariant: AutoVariant | undefined;
// #4235 Phase B: `auto/<category>:<tier>` overlay (e.g. auto/coding:fast, auto/vision).
let autoSpec: { category?: AutoCategory; tier?: AutoTier } | undefined;
let isAutoRouting = resolvedModelStr === "auto" || resolvedModelStr.startsWith("auto/");
let recognizedBuiltInAuto = resolvedModelStr === "auto";
if (Object.prototype.hasOwnProperty.call(AUTO_TEMPLATE_VARIANTS, resolvedModelStr)) {
@@ -402,7 +409,15 @@ export async function handleChat(request: any, clientRawRequest: any = null) {
autoVariant = AUTO_TEMPLATE_VARIANTS[resolvedModelStr];
} else if (resolvedModelStr.startsWith("auto/")) {
const suffix = resolvedModelStr.slice(5);
recognizedBuiltInAuto = VALID_AUTO_VARIANTS.has(suffix as AutoVariant);
if (VALID_AUTO_VARIANTS.has(suffix as AutoVariant)) {
recognizedBuiltInAuto = true;
} else {
const parsedSuffix = parseAutoSuffix(suffix);
if (parsedSuffix.valid) {
recognizedBuiltInAuto = true;
autoSpec = { category: parsedSuffix.category, tier: parsedSuffix.tier };
}
}
}
if (isAutoRouting) {
@@ -439,7 +454,7 @@ export async function handleChat(request: any, clientRawRequest: any = null) {
"AUTO",
`Zero-config routing variant: ${autoVariant || "default"} (model=${resolvedModelStr})`
);
} else {
} else if (!autoSpec) {
log.warn("AUTO", `Invalid auto prefix format: ${resolvedModelStr}`);
}
} catch (err) {
@@ -477,7 +492,7 @@ export async function handleChat(request: any, clientRawRequest: any = null) {
try {
const { createVirtualAutoCombo } =
await import("@omniroute/open-sse/services/autoCombo/virtualFactory.ts");
const virtualCombo = await createVirtualAutoCombo(autoVariant);
const virtualCombo = await createVirtualAutoCombo(autoVariant, autoSpec);
virtualCombo.name = resolvedModelStr;
virtualCombo.id = resolvedModelStr;
combo = virtualCombo;