mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-26 00:52:18 +03:00
1255b5869b
The memory Engine tab quick-select built its model list only from a keyword heuristic over the chat catalog plus OpenRouter live discovery, so configured providers whose embedding models are not in that catalog (e.g. Cloudflare Workers AI cf/@cf/baai/bge-m3) never appeared, and requests for them failed with 'Unknown embedding provider'. - add cloudflare-ai to EMBEDDING_PROVIDERS with a requiresAccountId URL template resolved per-request via buildEmbeddingProviderUrl() (mirrors CloudflareAIExecutor on the chat side) plus the cf provider alias - merge curated registry models into the quick-select catalog and add a generic fallback listing: any configured OpenAI-compatible chat provider without a curated entry appears with free-text model input - same treatment for rerank: listRerankProviders + generic Cohere- compatible fallback, new /api/memory/rerank-providers endpoint, selectors fall back to free-text when no static models exist - runtime: embeddings service/handler and rerank route/handler resolve derived providers instead of rejecting unlisted ones
84 lines
3.2 KiB
TypeScript
84 lines
3.2 KiB
TypeScript
/**
|
|
* Issue: dashboard/memory?tab=engine "Quick select" only listed models found by a
|
|
* text heuristic over the CHAT catalog (AI_MODELS) plus live OpenRouter discovery.
|
|
* Curated embedding-registry providers (EMBEDDING_PROVIDERS) never appeared — e.g.
|
|
* configured providers with embedding models (mistral, gemini, nvidia nim,
|
|
* groq, ...) was missing even though the provider
|
|
* serves embeddings via a standard OpenAI-compatible /embeddings endpoint.
|
|
*
|
|
* These tests pin the pure catalog helper the route now uses: registry models must
|
|
* be merged into the option list with provider-prefixed values, deduped against
|
|
* heuristic/live options.
|
|
*/
|
|
import { describe, it } from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { EMBEDDING_PROVIDERS } from "@omniroute/open-sse/config/embeddingRegistry.ts";
|
|
import {
|
|
buildRegistryEmbeddingOptions,
|
|
mergeEmbeddingOptions,
|
|
} from "../../src/app/api/settings/qdrant/embedding-models/catalog";
|
|
|
|
describe("qdrant quick-select: registry catalog helpers", () => {
|
|
it("emits one option per registered embedding model, provider-prefixed", () => {
|
|
const options = buildRegistryEmbeddingOptions();
|
|
assert.ok(options.length > 0, "registry should contribute options");
|
|
|
|
const byValue = new Map(options.map((o) => [o.value, o.label]));
|
|
for (const [providerId, cfg] of Object.entries(EMBEDDING_PROVIDERS)) {
|
|
for (const m of cfg.models) {
|
|
const value = `${providerId}/${m.id}`;
|
|
assert.ok(byValue.has(value), `missing quick-select option for ${value}`);
|
|
}
|
|
}
|
|
});
|
|
|
|
it("skips providers without static curated models (dynamic-only)", () => {
|
|
const options = buildRegistryEmbeddingOptions();
|
|
assert.equal(
|
|
options.filter((o) => o.value.startsWith("lmstudio/")).length,
|
|
0,
|
|
"lmstudio has no curated models; nothing to list"
|
|
);
|
|
});
|
|
|
|
it("labels include dimensions when known", () => {
|
|
const options = buildRegistryEmbeddingOptions();
|
|
const hit = options.find((o) => o.value === "deepinfra/BAAI/bge-m3");
|
|
assert.ok(hit, "deepinfra BAAI/bge-m3 expected in registry");
|
|
assert.match(hit.label, /\b1024d\b/);
|
|
});
|
|
});
|
|
|
|
describe("qdrant quick-select: merge with existing options", () => {
|
|
it("dedupes by value and keeps first-seen label (heuristic wins ties)", () => {
|
|
const merged = mergeEmbeddingOptions(
|
|
[{ value: "openai/text-embedding-3-small", label: "heuristic-label" }],
|
|
[{ value: "openai/text-embedding-3-small", label: "registry-label" }]
|
|
);
|
|
assert.equal(merged.length, 1);
|
|
assert.equal(merged[0].label, "heuristic-label");
|
|
});
|
|
|
|
it("appends unseen registry options", () => {
|
|
const merged = mergeEmbeddingOptions(
|
|
[{ value: "a/x", label: "A" }],
|
|
[{ value: "b/y", label: "B" }, { value: "b/z", label: "C" }]
|
|
);
|
|
assert.deepEqual(
|
|
merged.map((o) => o.value),
|
|
["a/x", "b/y", "b/z"]
|
|
);
|
|
});
|
|
|
|
it("output is sorted by value for stable UI ordering", () => {
|
|
const merged = mergeEmbeddingOptions(
|
|
[{ value: "z/1", label: "Z" }],
|
|
[{ value: "a/1", label: "A" }, { value: "m/1", label: "M" }]
|
|
);
|
|
assert.deepEqual(
|
|
merged.map((o) => o.value),
|
|
["a/1", "m/1", "z/1"]
|
|
);
|
|
});
|
|
});
|