Files
OmniRoute/tests/unit/dgrid-provider.test.ts
Diego Rodrigues de Sa e Souza 3d4f3e4960 test(infra): retry recursive temp-dir removal instead of failing a shard on ENOTEMPTY (#11966) (#11968)
* test(infra): retry recursive temp-dir removal instead of failing a shard on ENOTEMPTY (#11966)

Two shards on release/v3.8.51 went red in one day with the same signature —
"ENOTEMPTY, Directory not empty: /tmp/omniroute-<test>-XXXXXX" — from
combo-same-provider-cascade (Unit Tests fast-path 4/4, on a PR that touches only
.github/) and auth-policy-embeddings-webfetch-7785 (the 20k-test TIA step). Both pass
alone and on re-run: the cleanup races something still writing into the directory
(SQLite WAL/-shm checkpoint, a worker, the backup) and under a loaded hosted runner
the window opens. 1154 test files do their own cleanup with
fs.rmSync(dir, { recursive: true, force: true }); 57 already asked for retries.

One-shot codemod (scripts/ad-hoc/codemod-rm-maxretries.mjs, kept for the record):
every rm / rmSync / rmdirSync option object with `recursive: true` and no
`maxRetries` gains `maxRetries: 5, retryDelay: 100` — Node itself then retries
ENOTEMPTY/EBUSY/EPERM for up to ~0.5 s before giving up. 2243 call sites in 1292
files under tests/, the shared tests/_setup/isolateDataDir.ts exit hook included.
Only the option object changes: no call site, assertion or import is touched.

Validation: prettier and ESLint (with the frozen suppressions) clean on all 1292
files; a random 20-file sample runs green (quota-redis-store hangs identically on
the untouched tree — it needs a Redis on localhost, an environment matter). The
four unit shards on this PR are the full run.

* fix(quality): let check-forgotten-sibling-tests read a 1,000-file diff

The gate shells out to `git diff` through execFileSync with Node's default 1 MB
maxBuffer; the 1,292-file codemod in this PR is the first diff large enough to
overflow it, and the gate died with `spawnSync git ENOBUFS` before comparing
anything. 64 MB is far above any real PR and costs nothing when unused.
2026-08-29 01:17:40 -03:00

163 lines
5.9 KiB
TypeScript

import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
const { APIKEY_PROVIDERS } = await import("../../src/shared/constants/providers.ts");
const { PROVIDER_ENDPOINTS } = await import("../../src/shared/constants/config.ts");
const { REGISTRY: providerRegistry } = await import("../../open-sse/config/providerRegistry.ts");
const { isValidModel } = await import("../../src/shared/constants/models.ts");
const DGRID_CHAT_URL = "https://api.dgrid.ai/v1/chat/completions";
const DGRID_MODELS_URL = "https://api.dgrid.ai/v1/models";
const DGRID_FREE_ROUTER = "dgridai/free";
test("DGrid is registered as a free API-key provider", () => {
const entry = APIKEY_PROVIDERS.dgrid;
assert.ok(entry, "APIKEY_PROVIDERS.dgrid must be defined");
assert.equal(entry.id, "dgrid");
assert.equal(entry.alias, "dgrid");
assert.equal(entry.name, "DGrid");
assert.equal(entry.website, "https://dgrid.ai");
assert.equal(entry.hasFree, true);
assert.equal(entry.passthroughModels, true);
assert.match(entry.freeNote, /10 requests\/minute/);
assert.match(entry.freeNote, /100 requests\/day/);
assert.match(entry.freeNote, /\$5 lifetime top-up/);
});
test("DGrid exposes the OpenAI-compatible chat completions endpoint", () => {
assert.equal(PROVIDER_ENDPOINTS.dgrid, DGRID_CHAT_URL);
});
test("DGrid registry entry uses OpenAI format with bearer API-key auth", () => {
const entry = providerRegistry.dgrid;
assert.ok(entry, "providerRegistry.dgrid must be defined");
assert.equal(entry.id, "dgrid");
assert.equal(entry.alias, "dgrid");
assert.equal(entry.format, "openai");
assert.equal(entry.executor, "default");
assert.equal(entry.authType, "apikey");
assert.equal(entry.authHeader, "bearer");
assert.equal(entry.baseUrl, DGRID_CHAT_URL);
assert.equal(entry.modelsUrl, DGRID_MODELS_URL);
assert.equal(entry.passthroughModels, true);
});
test("DGrid ships the Free Models Router as the seeded default model", () => {
const models = providerRegistry.dgrid.models;
const ids = models.map((model: { id: string }) => model.id);
assert.ok(ids.includes(DGRID_FREE_ROUTER), "seed list must include dgridai/free");
assert.equal(new Set(ids).size, ids.length, "model ids must be unique");
assert.equal(
models.find((model: { id: string }) => model.id === DGRID_FREE_ROUTER)?.name,
"DGrid Free Models Router"
);
});
test("DGrid accepts the free router and the 200+ live catalog via passthrough models", () => {
assert.equal(isValidModel("dgrid", DGRID_FREE_ROUTER), true);
assert.equal(isValidModel("dgrid", "openai/gpt-4o"), true);
assert.equal(isValidModel("dgrid", "anthropic/claude-sonnet-4"), true);
});
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-dgrid-"));
process.env.DATA_DIR = TEST_DATA_DIR;
const core = await import("../../src/lib/db/core.ts");
const providersDb = await import("../../src/lib/db/providers.ts");
const modelsRoute = await import("../../src/app/api/providers/[id]/models/route.ts");
async function resetStorage() {
core.resetDbInstance();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
fs.mkdirSync(TEST_DATA_DIR, { recursive: true });
}
test.after(() => {
core.resetDbInstance();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
});
interface ModelsBody {
provider: string;
connectionId: string;
models: Array<{ id: string }>;
source?: string;
}
test("DGrid import fetches the live /v1/models catalog", async () => {
await resetStorage();
const connection = await providersDb.createProviderConnection({
provider: "dgrid",
authType: "apikey",
name: "dgrid-live",
apiKey: "dgrid-key",
});
let fetched = false;
const originalFetch = globalThis.fetch;
globalThis.fetch = async (url) => {
if (String(url) === DGRID_MODELS_URL) {
fetched = true;
return Response.json({
object: "list",
data: [
{ id: DGRID_FREE_ROUTER },
{ id: "openai/gpt-4o" },
{ id: "anthropic/claude-sonnet-4" },
],
});
}
return new Response("not found", { status: 404 });
};
try {
const response = await modelsRoute.GET(
new Request(`http://localhost/api/providers/${connection.id}/models?refresh=true`),
{ params: { id: connection.id } }
);
assert.equal(response.status, 200);
const body = (await response.json()) as ModelsBody;
assert.equal(body.provider, "dgrid");
assert.equal(body.source, "api", "should serve the live upstream catalog");
assert.ok(fetched, `should have probed ${DGRID_MODELS_URL}`);
const ids = body.models.map((model) => model.id);
assert.ok(ids.includes(DGRID_FREE_ROUTER), `free router missing: ${ids.join(",")}`);
assert.ok(ids.includes("openai/gpt-4o"), `live catalog model missing: ${ids.join(",")}`);
} finally {
globalThis.fetch = originalFetch;
}
});
test("DGrid import falls back to the seeded free router when live fetch fails", async () => {
await resetStorage();
const connection = await providersDb.createProviderConnection({
provider: "dgrid",
authType: "apikey",
name: "dgrid-fallback",
apiKey: "dgrid-key-2",
});
const originalFetch = globalThis.fetch;
globalThis.fetch = async () => new Response("bad gateway", { status: 502 });
try {
const response = await modelsRoute.GET(
new Request(`http://localhost/api/providers/${connection.id}/models?refresh=true`),
{ params: { id: connection.id } }
);
assert.equal(response.status, 200);
const body = (await response.json()) as ModelsBody;
assert.equal(body.provider, "dgrid");
assert.equal(body.source, "local_catalog", "import must not break when upstream is down");
assert.deepEqual(
body.models.map((model) => model.id),
[DGRID_FREE_ROUTER]
);
} finally {
globalThis.fetch = originalFetch;
}
});