Files
OmniRoute/tests/unit/memory-embedding-resolve.test.ts
diegosouzapw 02bc079ef9 feat(memory): add embedding layer — remote/static/transformers/cache (plan 21 F3)
Implements the multi-source embedding layer for the Memory Engine Redesign (plan 21).
Adds 5 production modules under src/lib/memory/embedding/:
- cache.ts: LRU+TTL in-memory cache (max=1000, TTL=5min, sha256 keyed)
- remote.ts: delegates to createEmbeddingResponse(), maps HTTP 401/403→no_key, 429→rate_limited, AbortError→timeout; all errors via sanitizeErrorMessage()
- staticPotion.ts: download-once potion-base-8M (JS-only WordPiece tokenizer + mean pooling, no WASM)
- transformersLocal.ts: lazy await import('@huggingface/transformers') singleton pipeline (Xenova/all-MiniLM-L6-v2, q8)
- index.ts: resolveEmbeddingSource (pure, sync), embed (cached dispatch), listEmbeddingProviders, invalidateEmbeddingCache

Also adds @huggingface/transformers and sqlite-vec to dependencies, and registers
@huggingface/transformers in next.config.mjs serverExternalPackages (D8/D25).

6 unit test files: cache (9), resolve (14), remote (10), static-potion (13), transformers (6), list-providers (8) — all 60 tests green.
2026-05-28 00:40:56 -03:00

135 lines
4.7 KiB
TypeScript

import { describe, it } from "node:test";
import assert from "node:assert/strict";
import { resolveEmbeddingSource } from "../../src/lib/memory/embedding/index";
import type { MemorySettingsExtended } from "../../src/shared/schemas/memory";
function makeSettings(overrides: Partial<MemorySettingsExtended> = {}): MemorySettingsExtended {
return {
embeddingSource: "auto",
embeddingProviderModel: null,
transformersEnabled: false,
staticEnabled: false,
rerankEnabled: false,
rerankProviderModel: null,
vectorStore: "auto",
...overrides,
};
}
describe("resolveEmbeddingSource", () => {
it("auto + no key + no static + no transformers => source null", () => {
const res = resolveEmbeddingSource(makeSettings({ embeddingSource: "auto" }));
assert.strictEqual(res.source, null);
assert.ok(res.reason.toLowerCase().includes("nenhuma") || res.reason.length > 0);
});
it("auto + embeddingProviderModel set to openai/... => source remote", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "auto",
embeddingProviderModel: "openai/text-embedding-3-small",
}));
assert.strictEqual(res.source, "remote");
assert.strictEqual(res.model, "openai/text-embedding-3-small");
});
it("auto + no model + staticEnabled=true => source static", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "auto",
embeddingProviderModel: null,
staticEnabled: true,
}));
assert.strictEqual(res.source, "static");
assert.ok(res.model !== null);
});
it("auto + no model + staticEnabled=false + transformersEnabled=true => source transformers", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "auto",
embeddingProviderModel: null,
staticEnabled: false,
transformersEnabled: true,
}));
assert.strictEqual(res.source, "transformers");
});
it("explicit 'remote' + no model => source null with no_key reason", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "remote",
embeddingProviderModel: null,
}));
assert.strictEqual(res.source, null);
assert.ok(res.reason.includes("no_key") || res.reason.includes("configurado") || res.reason.length > 0);
});
it("explicit 'remote' + model set => source remote (no fallback)", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "remote",
embeddingProviderModel: "openai/text-embedding-3-small",
}));
assert.strictEqual(res.source, "remote");
assert.strictEqual(res.model, "openai/text-embedding-3-small");
});
it("explicit 'static' + staticEnabled=true => source static", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "static",
staticEnabled: true,
}));
assert.strictEqual(res.source, "static");
});
it("explicit 'static' + staticEnabled=false => source null", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "static",
staticEnabled: false,
}));
assert.strictEqual(res.source, null);
});
it("explicit 'transformers' + transformersEnabled=true => source transformers", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "transformers",
transformersEnabled: true,
}));
assert.strictEqual(res.source, "transformers");
});
it("explicit 'transformers' + transformersEnabled=false => source null", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "transformers",
transformersEnabled: false,
}));
assert.strictEqual(res.source, null);
});
it("signature is deterministic for same inputs", () => {
const settings = makeSettings({
embeddingSource: "auto",
staticEnabled: true,
});
const res1 = resolveEmbeddingSource(settings);
const res2 = resolveEmbeddingSource(settings);
assert.strictEqual(res1.signature, res2.signature);
});
it("signature contains source:model:dim components", () => {
const res = resolveEmbeddingSource(makeSettings({
embeddingSource: "static",
staticEnabled: true,
}));
assert.ok(res.signature.includes("static"), `signature should contain 'static': ${res.signature}`);
assert.ok(res.signature.includes(":"), "signature should contain colons");
});
it("signature for null source is null:null:null", () => {
const res = resolveEmbeddingSource(makeSettings({ embeddingSource: "auto" }));
assert.strictEqual(res.signature, "null:null:null");
});
it("reason field is non-empty string", () => {
const res = resolveEmbeddingSource(makeSettings({ embeddingSource: "auto" }));
assert.ok(typeof res.reason === "string");
assert.ok(res.reason.length > 0);
});
});