Files
OmniRoute/open-sse/services/combo/autoConfig.ts
Diego Rodrigues de Sa e Souza 5e1a325e72 feat(combo): strict budget-cap fallback policy for auto/* combos (#3470) (#6816)
Auto-combo transparency + budget controls: the engine's budgetCap enforcement
always degraded to the globally cheapest candidate when every candidate
exceeded the cap - silently overspending instead of respecting the cap.

- engine.ts: budgetFallback "cheapest" (default, legacy) | "strict"
  (BudgetExceededError when no candidate fits budgetCap)
- requestControls.ts: X-OmniRoute-Budget-Fallback header +
  resolveRequestAutoControls() consolidating mode/budget/fallback parsing
- resolveAutoStrategy.ts / autoConfig.ts: thread combo-level
  config.budgetFallback and catch BudgetExceededError into an HTTP 402
- chat.ts: switch to the consolidated resolveRequestAutoControls() helper
  (net line reduction, stays under the frozen file-size baseline)

Regression guard: tests/unit/auto-combo-budget-fallback-3470.test.ts
2026-07-11 04:32:26 -03:00

70 lines
2.9 KiB
TypeScript

import { DEFAULT_WEIGHTS, type ScoringWeights } from "../autoCombo/scoring.ts";
import { isRecord } from "./comboData.ts";
import { resolveResetWindowConfig, resolveSlaRoutingPolicy } from "./quotaScoring.ts";
import type { ComboLike, ResolvedComboTarget } from "./types.ts";
/**
* Resolve the auto-strategy routing configuration for a combo.
*
* Pure function of `(combo, eligibleTargets)`: derives the router strategy name,
* candidate provider pool, scoring weights, exploration rate, budget cap, mode
* pack, reset-window config and SLA policy from the combo's `autoConfig`/`config`.
* No side effects, no early returns — extracted verbatim from `handleComboChat`
* so its behavior is byte-identical to the previous inline block.
*/
export function parseAutoConfig(combo: ComboLike, eligibleTargets: ResolvedComboTarget[]) {
const rawAutoConfigSource =
combo?.autoConfig ||
(isRecord(combo?.config?.auto) ? combo.config.auto : null) ||
combo?.config ||
{};
const autoConfigSource: Record<string, unknown> = isRecord(rawAutoConfigSource)
? rawAutoConfigSource
: {};
const routingStrategy =
typeof autoConfigSource.routerStrategy === "string"
? autoConfigSource.routerStrategy
: typeof autoConfigSource.routingStrategy === "string"
? autoConfigSource.routingStrategy
: typeof autoConfigSource.strategyName === "string"
? autoConfigSource.strategyName
: "rules";
const candidatePool = Array.isArray(autoConfigSource.candidatePool)
? autoConfigSource.candidatePool
: [...new Set(eligibleTargets.map((target) => target.provider))];
const weights =
autoConfigSource.weights && typeof autoConfigSource.weights === "object"
? (autoConfigSource.weights as ScoringWeights)
: DEFAULT_WEIGHTS;
const explorationRate = Number.isFinite(Number(autoConfigSource.explorationRate))
? Number(autoConfigSource.explorationRate)
: 0.05;
const budgetCap = Number.isFinite(Number(autoConfigSource.budgetCap))
? Number(autoConfigSource.budgetCap)
: undefined;
// #3470: persisted fallback policy for when EVERY candidate exceeds budgetCap.
// Any other value (including absent) falls through to the engine's "cheapest" default.
const budgetFallback: "strict" | "cheapest" | undefined =
autoConfigSource.budgetFallback === "strict" || autoConfigSource.budgetFallback === "cheapest"
? (autoConfigSource.budgetFallback as "strict" | "cheapest")
: undefined;
const modePack =
typeof autoConfigSource.modePack === "string" ? autoConfigSource.modePack : undefined;
const resetWindowConfig = resolveResetWindowConfig(autoConfigSource);
const slaPolicy = resolveSlaRoutingPolicy(autoConfigSource);
return {
routingStrategy,
candidatePool,
weights,
explorationRate,
budgetCap,
budgetFallback,
modePack,
resetWindowConfig,
slaPolicy,
};
}