Files
OmniRoute/tests/unit/guardrails/videoBridgePromotionAllowlist.test.ts
Diego Rodrigues de Sa e Souza ef668967f6 test(video): freeze FU-07/FU-09 promotion-evidence manifest, aggregator, evaluator and allowlist scaffold (#11656) (#12008)
FU-07/FU-09 promotion-evidence harness (Refs #11656): delivers the manifest schema, deterministic fixture recipes, metrics aggregator, and promotion-verdict evaluator #11656 asks for — deliberately does NOT deliver the promotion verdicts themselves (they require real models against real fixtures on a live host, HOLD with explicit reason instead of any fabricated result). New files only, no collision with sibling PRs.
2026-08-29 19:33:33 -03:00

74 lines
2.4 KiB
TypeScript

import assert from "node:assert/strict";
import test from "node:test";
import allowlistFile from "../../../src/lib/guardrails/videoBridgePromotionAllowlist.json";
import {
getVideoBridgePromotionStatus,
listVideoBridgePromotionAllowlist,
videoBridgePromotionAllowlistSchema,
} from "../../../src/lib/guardrails/videoBridgePromotionAllowlist.ts";
test("the shipped allowlist file validates against its own frozen schema", () => {
const parsed = videoBridgePromotionAllowlistSchema.parse(allowlistFile);
assert.equal(parsed.schemaVersion, 1);
});
test("the shipped allowlist ships EMPTY with defaultStatus=hold — no model is pre-promoted", () => {
const allowlist = listVideoBridgePromotionAllowlist();
assert.equal(allowlist.defaultStatus, "hold");
assert.deepEqual(allowlist.models, []);
});
test("getVideoBridgePromotionStatus returns hold for any model absent from the allowlist", () => {
assert.equal(getVideoBridgePromotionStatus("gpt-4o"), "hold");
assert.equal(getVideoBridgePromotionStatus("claude-sonnet"), "hold");
assert.equal(getVideoBridgePromotionStatus("totally-unknown-model-id"), "hold");
});
test("getVideoBridgePromotionStatus returns an explicit entry's status when one exists", () => {
const schema = videoBridgePromotionAllowlistSchema;
const withEntry = schema.parse({
defaultStatus: "hold",
generatedAt: "2026-08-29T00:00:00.000Z",
models: [
{
evidenceRef: "https://example.invalid/receipts/model-x",
model: "model-x",
status: "eligible",
updatedAt: "2026-08-29T00:00:00.000Z",
},
],
schemaVersion: 1,
});
assert.equal(withEntry.models[0].status, "eligible");
});
test("allowlist schema rejects an unknown status value", () => {
assert.throws(() =>
videoBridgePromotionAllowlistSchema.parse({
defaultStatus: "hold",
generatedAt: "2026-08-29T00:00:00.000Z",
models: [
{
evidenceRef: "ref",
model: "m",
status: "promoted", // not one of experimental|eligible|hold
updatedAt: "2026-08-29T00:00:00.000Z",
},
],
schemaVersion: 1,
})
);
});
test("allowlist schema rejects a schemaVersion other than the frozen literal 1", () => {
assert.throws(() =>
videoBridgePromotionAllowlistSchema.parse({
defaultStatus: "hold",
generatedAt: "2026-08-29T00:00:00.000Z",
models: [],
schemaVersion: 2,
})
);
});