mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-03 05:45:04 +03:00
b08fb31a28
9.1 — Semantic Cache - New: src/lib/semanticCache.js — Two-tier cache (in-memory LRU + SQLite) - Signature = SHA-256(model + normalized messages + temperature + top_p) - Only caches non-streaming, temperature=0 requests - X-OmniRoute-No-Cache: true header bypass - Response headers: X-OmniRoute-Cache: HIT/MISS - DB table: semantic_cache with indexes on signature and model - New: src/app/api/cache/route.js — GET stats, DELETE clear 9.2 — Request Idempotency - New: src/lib/idempotencyLayer.js — In-memory 5s dedup window - Reads Idempotency-Key or X-Request-Id headers - Returns cached response with X-OmniRoute-Idempotent: true header - Ephemeral by design (no SQLite) 9.3 — Progress Tracking in Streaming - New: open-sse/utils/progressTracker.js - Emits SSE 'event: progress' with tokens_generated + elapsed_ms - Opt-in via X-OmniRoute-Progress: true header - Supports AbortSignal cancellation - Final event includes done: true Integration: - chatCore.js: idempotency check → cache check → provider call → cache store → idempotency save - Streaming path: optional progress transform chain - DB: semantic_cache table added to db/core.js schema Tests: 320 pass (+25 new) | Build: success
84 lines
2.5 KiB
JavaScript
84 lines
2.5 KiB
JavaScript
import { describe, it, beforeEach } from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import {
|
|
getIdempotencyKey,
|
|
checkIdempotency,
|
|
saveIdempotency,
|
|
clearIdempotency,
|
|
getIdempotencyStats,
|
|
} from "../../src/lib/idempotencyLayer.js";
|
|
|
|
describe("Idempotency Layer", () => {
|
|
beforeEach(() => {
|
|
clearIdempotency();
|
|
});
|
|
|
|
describe("getIdempotencyKey", () => {
|
|
it("returns null for null headers", () => {
|
|
assert.equal(getIdempotencyKey(null), null);
|
|
});
|
|
|
|
it("returns Idempotency-Key header", () => {
|
|
const headers = new Headers({ "Idempotency-Key": "abc-123" });
|
|
assert.equal(getIdempotencyKey(headers), "abc-123");
|
|
});
|
|
|
|
it("returns X-Request-Id header", () => {
|
|
const headers = new Headers({ "X-Request-Id": "req-456" });
|
|
assert.equal(getIdempotencyKey(headers), "req-456");
|
|
});
|
|
|
|
it("prefers Idempotency-Key over X-Request-Id", () => {
|
|
const headers = new Headers({
|
|
"Idempotency-Key": "idemp-1",
|
|
"X-Request-Id": "req-2",
|
|
});
|
|
assert.equal(getIdempotencyKey(headers), "idemp-1");
|
|
});
|
|
|
|
it("supports plain object headers", () => {
|
|
const headers = { "idempotency-key": "obj-key" };
|
|
assert.equal(getIdempotencyKey(headers), "obj-key");
|
|
});
|
|
});
|
|
|
|
describe("checkIdempotency / saveIdempotency", () => {
|
|
it("returns null for unknown key", () => {
|
|
assert.equal(checkIdempotency("unknown"), null);
|
|
});
|
|
|
|
it("returns null for null key", () => {
|
|
assert.equal(checkIdempotency(null), null);
|
|
});
|
|
|
|
it("returns cached response within window", () => {
|
|
const response = { choices: [{ message: { content: "hello" } }] };
|
|
saveIdempotency("key-1", response, 200);
|
|
const result = checkIdempotency("key-1");
|
|
assert.deepEqual(result, { response, status: 200 });
|
|
});
|
|
|
|
it("returns null after expiry", async () => {
|
|
const response = { choices: [] };
|
|
saveIdempotency("key-2", response, 200, 50); // 50ms window
|
|
await new Promise((r) => setTimeout(r, 100));
|
|
assert.equal(checkIdempotency("key-2"), null);
|
|
});
|
|
|
|
it("does nothing for null key", () => {
|
|
saveIdempotency(null, { data: 1 }, 200);
|
|
assert.equal(getIdempotencyStats().activeKeys, 0);
|
|
});
|
|
});
|
|
|
|
describe("getIdempotencyStats", () => {
|
|
it("reports active keys", () => {
|
|
saveIdempotency("a", {}, 200);
|
|
saveIdempotency("b", {}, 200);
|
|
const stats = getIdempotencyStats();
|
|
assert.equal(stats.activeKeys, 2);
|
|
assert.equal(stats.windowMs, 5000);
|
|
});
|
|
});
|
|
});
|