mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-07-31 12:22:14 +03:00
02bc079ef9
Implements the multi-source embedding layer for the Memory Engine Redesign (plan 21).
Adds 5 production modules under src/lib/memory/embedding/:
- cache.ts: LRU+TTL in-memory cache (max=1000, TTL=5min, sha256 keyed)
- remote.ts: delegates to createEmbeddingResponse(), maps HTTP 401/403→no_key, 429→rate_limited, AbortError→timeout; all errors via sanitizeErrorMessage()
- staticPotion.ts: download-once potion-base-8M (JS-only WordPiece tokenizer + mean pooling, no WASM)
- transformersLocal.ts: lazy await import('@huggingface/transformers') singleton pipeline (Xenova/all-MiniLM-L6-v2, q8)
- index.ts: resolveEmbeddingSource (pure, sync), embed (cached dispatch), listEmbeddingProviders, invalidateEmbeddingCache
Also adds @huggingface/transformers and sqlite-vec to dependencies, and registers
@huggingface/transformers in next.config.mjs serverExternalPackages (D8/D25).
6 unit test files: cache (9), resolve (14), remote (10), static-potion (13), transformers (6), list-providers (8) — all 60 tests green.
96 lines
2.6 KiB
TypeScript
96 lines
2.6 KiB
TypeScript
import { sanitizeErrorMessage } from "@omniroute/open-sse/utils/error.ts";
|
|
import { createEmbeddingResponse } from "@/lib/embeddings/service";
|
|
import type { EmbeddingResult, EmbeddingError } from "./types";
|
|
|
|
export async function embedRemote(
|
|
text: string,
|
|
model: string
|
|
): Promise<EmbeddingResult | EmbeddingError> {
|
|
const t0 = Date.now();
|
|
|
|
let resp: Response;
|
|
try {
|
|
resp = await createEmbeddingResponse({ model, input: text });
|
|
} catch (err: unknown) {
|
|
// Network-level errors (ECONNREFUSED, AbortError, etc.)
|
|
const isTimeout =
|
|
err instanceof Error &&
|
|
(err.name === "AbortError" || err.message.toLowerCase().includes("timeout"));
|
|
return {
|
|
source: "remote",
|
|
model,
|
|
reason: isTimeout ? "timeout" : "request_failed",
|
|
message: sanitizeErrorMessage(err instanceof Error ? err.message : String(err)),
|
|
};
|
|
}
|
|
|
|
if (!resp.ok) {
|
|
const status = resp.status;
|
|
if (status === 401 || status === 403) {
|
|
return {
|
|
source: "remote",
|
|
model,
|
|
reason: "no_key",
|
|
message: sanitizeErrorMessage(`Embedding provider returned ${status}`),
|
|
};
|
|
}
|
|
if (status === 429) {
|
|
return {
|
|
source: "remote",
|
|
model,
|
|
reason: "rate_limited",
|
|
message: sanitizeErrorMessage(`Embedding provider returned 429 (rate limited)`),
|
|
};
|
|
}
|
|
return {
|
|
source: "remote",
|
|
model,
|
|
reason: "request_failed",
|
|
message: sanitizeErrorMessage(`Embedding provider returned HTTP ${status}`),
|
|
};
|
|
}
|
|
|
|
let json: unknown;
|
|
try {
|
|
json = await resp.json();
|
|
} catch (err: unknown) {
|
|
return {
|
|
source: "remote",
|
|
model,
|
|
reason: "request_failed",
|
|
message: sanitizeErrorMessage(
|
|
err instanceof Error ? err.message : "Failed to parse embedding response"
|
|
),
|
|
};
|
|
}
|
|
|
|
try {
|
|
const data = (json as { data?: Array<{ embedding: number[] }> }).data;
|
|
if (!Array.isArray(data) || data.length === 0 || !Array.isArray(data[0].embedding)) {
|
|
return {
|
|
source: "remote",
|
|
model,
|
|
reason: "request_failed",
|
|
message: sanitizeErrorMessage("Unexpected embedding response shape: missing data[0].embedding"),
|
|
};
|
|
}
|
|
const rawVec = data[0].embedding as number[];
|
|
const vector = new Float32Array(rawVec);
|
|
return {
|
|
vector,
|
|
source: "remote",
|
|
model,
|
|
dimensions: vector.length,
|
|
latencyMs: Date.now() - t0,
|
|
cached: false,
|
|
};
|
|
} catch (err: unknown) {
|
|
return {
|
|
source: "remote",
|
|
model,
|
|
reason: "request_failed",
|
|
message: sanitizeErrorMessage(err instanceof Error ? err.message : "Embedding parse error"),
|
|
};
|
|
}
|
|
}
|