mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-08 00:02:20 +03:00
45b0672628
Deep audit of the combo + quota-shared system, delivered as 4 TDD waves. - Wave 1: repair 5 dead/broken rules — streaming USD recording, pool-usage provider resolution, provider-diversity wiring, maxComboDepth threading, scoring clamp/NaN-safety (incl. connectionDensity). - Wave 2: validate every auto-router strategy (cost / latency / sla-aware / lkgp / selectWithStrategy + aliases) and the predictive-TTFT decision. - Wave 3: E2E coverage — 3-hop priority failover, per-target timeout failover, real strategy:auto dispatch. - Wave 4: complexity-aware routing (2026, opt-in) over the existing specificity detector, plus revival of the dead tierAffinity / specificityMatch scoring factors (require-in-ESM root cause -> static import). Proxy/credential isolation verified clean (each target uses its own credentials+proxy via AsyncLocalStorage). file-size reconciled (combo.ts re-baseline after extracting buildComplexityRoutingHint to complexityRouter.ts; base.ts release-drift from #3780). Fast Quality Gates + semgrep green.
67 lines
2.8 KiB
TypeScript
67 lines
2.8 KiB
TypeScript
/**
|
|
* tests/unit/combo-hedging.test.ts
|
|
*
|
|
* Previously a placeholder (two `assert.ok(true)`). Now exercises the two
|
|
* zero-latency features it claims to cover:
|
|
* 1. Predictive-TTFT circuit-breaker DECISION (shouldSkipForPredictedTtft).
|
|
* 2. Hedging / zero-latency CONFIG resolution (defaults + per-combo override),
|
|
* i.e. the knobs the combo engine reads before racing/skip-ahead.
|
|
*
|
|
* The full hedging DISPATCH (Promise.race + loser abort) is covered end-to-end
|
|
* in combo-routing-engine.test.ts; here we pin the decision logic + config
|
|
* plumbing that gate it (both opt-in / off by default).
|
|
*/
|
|
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { shouldSkipForPredictedTtft } from "../../open-sse/services/combo.ts";
|
|
import { getDefaultComboConfig, resolveComboConfig } from "../../open-sse/services/comboConfig.ts";
|
|
|
|
// ── Predictive-TTFT circuit breaker (decision) ────────────────────────────────
|
|
test("predictive-TTFT — skips a model whose avg latency exceeds the ceiling (enough samples)", () => {
|
|
assert.equal(shouldSkipForPredictedTtft({ requests: 10, avgLatencyMs: 5000 }, 2000), true);
|
|
});
|
|
|
|
test("predictive-TTFT — does NOT skip with too few samples (< 5)", () => {
|
|
assert.equal(shouldSkipForPredictedTtft({ requests: 4, avgLatencyMs: 9000 }, 2000), false);
|
|
});
|
|
|
|
test("predictive-TTFT — does NOT skip when avg latency is within the ceiling", () => {
|
|
assert.equal(shouldSkipForPredictedTtft({ requests: 50, avgLatencyMs: 1200 }, 2000), false);
|
|
});
|
|
|
|
test("predictive-TTFT — disabled (ceiling <= 0) never skips", () => {
|
|
assert.equal(shouldSkipForPredictedTtft({ requests: 50, avgLatencyMs: 9000 }, 0), false);
|
|
});
|
|
|
|
test("predictive-TTFT — null/missing metric never skips", () => {
|
|
assert.equal(shouldSkipForPredictedTtft(null, 2000), false);
|
|
assert.equal(shouldSkipForPredictedTtft(undefined, 2000), false);
|
|
});
|
|
|
|
// ── Hedging / zero-latency config resolution ──────────────────────────────────
|
|
test("hedging — defaults are opt-in (off) so normal combos never race", () => {
|
|
const d = getDefaultComboConfig();
|
|
assert.equal(d.hedging, false);
|
|
assert.equal(d.hedgeDelayMs, 500);
|
|
assert.equal(d.predictiveTtftMs, 0);
|
|
assert.equal(d.zeroLatencyOptimizationsEnabled, false);
|
|
});
|
|
|
|
test("hedging — per-combo config overrides the zero-latency defaults", () => {
|
|
const resolved = resolveComboConfig(
|
|
{
|
|
config: {
|
|
hedging: true,
|
|
hedgeDelayMs: 200,
|
|
zeroLatencyOptimizationsEnabled: true,
|
|
predictiveTtftMs: 3000,
|
|
},
|
|
},
|
|
null
|
|
);
|
|
assert.equal(resolved.hedging, true);
|
|
assert.equal(resolved.hedgeDelayMs, 200);
|
|
assert.equal(resolved.zeroLatencyOptimizationsEnabled, true);
|
|
assert.equal(resolved.predictiveTtftMs, 3000);
|
|
});
|