mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-09-14 19:02:17 +03:00
* test(infra): retry recursive temp-dir removal on main (main twin of #11968)
`main` has been red since b342c1a361 on the vitest and integration gates:
✖ tests/unit/autoCombo/provider-family-combos.test.ts > auto/<family>
✖ chat pipeline applies Codex OAuth fingerprint and priority tier inside combos
Both call resetStorage() from beforeEach, which does an fs.rmSync(TEST_DATA_DIR,
{recursive: true, force: true}) with no retry, and intermittently loses the race
with a not-yet-released SQLite handle (ENOTEMPTY).
release/v3.8.51 fixed this in #11968 with a mechanical codemod adding
maxRetries/retryDelay to every recursive rm/rmSync/rmdirSync under tests/, but
that PR landed only on the release branch. Because main only receives work at
the release squash, it stayed broken for the whole cycle — and repo-wide gates
then turn every open PR into main red on checks unrelated to their diff.
This is the --base main twin: re-runs the same codemod that already shipped on
the release branch (scripts/ad-hoc/codemod-rm-maxretries.mjs), so the two
branches converge on identical test-teardown semantics. Test-only; no product
logic is touched.
The remaining three failures reported on #12133 (unit full suite exceeding its
4800s ceiling, package-artifact exceeding 1200s, and the boot-smoke that is
skipped as a consequence) are runner-contention timeouts, not code defects —
validate-release-green.mjs runs those heavy gates concurrently on one shared
hosted runner. There is no fix to port for those.
* chore(scripts): carry the rm-maxretries codemod onto main alongside its output
The codemod that generated the previous commit lives in the repo on
release/v3.8.51 (added by #11968) but was never on main. Bringing it over keeps
the tool next to the change it produced, so the transformation stays
reproducible and auditable from either branch.
208 lines
9.2 KiB
TypeScript
208 lines
9.2 KiB
TypeScript
import { test, before, after } from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import fs from "node:fs/promises";
|
|
import os from "node:os";
|
|
import path from "node:path";
|
|
import {
|
|
buildProfileSettings,
|
|
fallbackClaudeProfile,
|
|
syncClaudeProfilesFromModels,
|
|
} from "../../../bin/cli/commands/setup-claude.mjs";
|
|
import { buildClaudeEnv, resolveLaunchTarget } from "../../../bin/cli/commands/launch.mjs";
|
|
import { categoriseModel } from "../../../bin/cli/commands/setup-codex.mjs";
|
|
|
|
// #5959 — deflake: `node --test` runs each file in a child process that streams
|
|
// its report back to the parent as V8-serialized frames on fd 1 (stdout). The CLI
|
|
// helpers under test (`syncClaudeProfilesFromModels`) print progress via
|
|
// `console.log`, and that stdout output interleaves with the serialized frames,
|
|
// corrupting the stream — the parent then throws
|
|
// "Unable to deserialize cloned data due to invalid or unsupported version" at
|
|
// file teardown ~50% of runs (all subtests pass; only the file errors). No test
|
|
// here asserts on stdout, so silence the stdout-writing console methods for the
|
|
// duration of this file. Restored in `after` for good hygiene.
|
|
const _console = { log: console.log, info: console.info, warn: console.warn };
|
|
before(() => {
|
|
console.log = () => {};
|
|
console.info = () => {};
|
|
console.warn = () => {};
|
|
});
|
|
after(() => {
|
|
console.log = _console.log;
|
|
console.info = _console.info;
|
|
console.warn = _console.warn;
|
|
});
|
|
|
|
// ── setup-claude profile generation ──────────────────────────────────────────
|
|
|
|
test("buildProfileSettings pins the model + base URL + gateway discovery", () => {
|
|
const cfg = categoriseModel("glm/glm-5.2"); // thinking → effort xhigh
|
|
const json = JSON.parse(buildProfileSettings("glm/glm-5.2", "http://vps:20128", cfg));
|
|
assert.equal(json.model, "glm/glm-5.2");
|
|
assert.equal(json.env.ANTHROPIC_BASE_URL, "http://vps:20128");
|
|
assert.equal(json.env.ANTHROPIC_MODEL, "glm/glm-5.2");
|
|
assert.equal(json.env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY, "1");
|
|
assert.equal(json.effortLevel, "xhigh");
|
|
});
|
|
|
|
test("buildProfileSettings NEVER writes the auth token to disk", () => {
|
|
const cfg = categoriseModel("kmc/kimi-k2.7");
|
|
const raw = buildProfileSettings("kmc/kimi-k2.7", "http://vps:20128", cfg);
|
|
assert.equal(raw.includes("ANTHROPIC_AUTH_TOKEN"), false);
|
|
assert.equal(raw.includes("ANTHROPIC_API_KEY"), false);
|
|
});
|
|
|
|
test("buildProfileSettings omits effortLevel for the simple tier", () => {
|
|
const cfg = categoriseModel("ollamacloud/gemma4:31b"); // simple → no effort
|
|
const json = JSON.parse(buildProfileSettings("ollamacloud/gemma4:31b", "http://x:20128", cfg));
|
|
assert.equal("effortLevel" in json, false);
|
|
});
|
|
|
|
test("profile names match setup-codex (cross-CLI consistency)", () => {
|
|
assert.equal(categoriseModel("glm/glm-5.2").name, "glm52");
|
|
assert.equal(categoriseModel("kmc/kimi-k2.7").name, "kimi-k27");
|
|
});
|
|
|
|
// #regression: setup-codex.mjs has a fallbackCodexProfile() so live-catalog
|
|
// models unmatched by the hardcoded categoriseModel() pattern list (glm/kimi/
|
|
// mimo/…) still get a profile. setup-claude.mjs never got the equivalent,
|
|
// so ANY catalog not matching those old patterns (e.g. a fresh install with
|
|
// custom-provider-prefixed models) generates 0 Claude Code profiles.
|
|
test("fallbackClaudeProfile creates a profile for a live-catalog model unmatched by categoriseModel", () => {
|
|
assert.equal(categoriseModel("new-provider/future-chat-1"), null);
|
|
const cfg = fallbackClaudeProfile("new-provider/future-chat-1", {
|
|
id: "new-provider/future-chat-1",
|
|
output_modalities: ["text"],
|
|
});
|
|
assert.deepEqual(cfg, { name: "new-provider-future-chat-1" });
|
|
});
|
|
|
|
test("fallbackClaudeProfile skips media and non-text models", () => {
|
|
assert.equal(
|
|
fallbackClaudeProfile("veo-free/seedance", {
|
|
id: "veo-free/seedance",
|
|
output_modalities: ["video"],
|
|
}),
|
|
null
|
|
);
|
|
});
|
|
|
|
test("syncClaudeProfilesFromModels falls back to a generic profile for unmatched catalog models", async () => {
|
|
const claudeHome = await fs.mkdtemp(path.join(os.tmpdir(), "omniroute-claude-fallback-"));
|
|
try {
|
|
const result = await syncClaudeProfilesFromModels(
|
|
[{ id: "new-provider/future-chat-1", output_modalities: ["text"] }],
|
|
{ claudeHome, baseUrl: "http://vps:20128" }
|
|
);
|
|
|
|
assert.equal(result.written, 1);
|
|
assert.equal(result.skipped, 0);
|
|
|
|
const settingsPath = path.join(
|
|
claudeHome,
|
|
"profiles",
|
|
"new-provider-future-chat-1",
|
|
"settings.json"
|
|
);
|
|
const json = JSON.parse(await fs.readFile(settingsPath, "utf8"));
|
|
assert.equal(json.model, "new-provider/future-chat-1");
|
|
assert.equal(json.env.ANTHROPIC_BASE_URL, "http://vps:20128");
|
|
// No effort tier for the generic fallback — effortLevel must be omitted.
|
|
assert.equal("effortLevel" in json, false);
|
|
} finally {
|
|
await fs.rm(claudeHome, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
|
|
}
|
|
});
|
|
|
|
test("syncClaudeProfilesFromModels writes directory-per-profile settings + threads baseUrl, skips non-ids", async () => {
|
|
const claudeHome = await fs.mkdtemp(path.join(os.tmpdir(), "omniroute-claude-profiles-"));
|
|
try {
|
|
const result = await syncClaudeProfilesFromModels([{ id: "glm/glm-5.2" }, { id: "" }], {
|
|
claudeHome,
|
|
baseUrl: "http://vps:20128",
|
|
});
|
|
|
|
assert.equal(result.written, 1);
|
|
assert.equal(result.skipped, 1);
|
|
assert.deepEqual(
|
|
result.profiles.map((p) => p.name),
|
|
["glm52"]
|
|
);
|
|
|
|
// Directory-per-profile: <claudeHome>/profiles/<name>/settings.json
|
|
const settingsPath = path.join(claudeHome, "profiles", "glm52", "settings.json");
|
|
const json = JSON.parse(await fs.readFile(settingsPath, "utf8"));
|
|
assert.equal(json.model, "glm/glm-5.2");
|
|
assert.equal(json.env.ANTHROPIC_BASE_URL, "http://vps:20128");
|
|
assert.equal(json.env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY, "1");
|
|
// The auth token must never be written to disk.
|
|
assert.equal(JSON.stringify(json).includes("ANTHROPIC_AUTH_TOKEN"), false);
|
|
} finally {
|
|
await fs.rm(claudeHome, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
|
|
}
|
|
});
|
|
|
|
test("syncClaudeProfilesFromModels dry-run writes nothing and reports via the injected log (#5959)", async () => {
|
|
const claudeHome = await fs.mkdtemp(path.join(os.tmpdir(), "omniroute-claude-dry-"));
|
|
// The collector keeps the dry-run's multi-byte "──" heading OFF this child
|
|
// process's stdout: under the node:test runner that write corrupts the V8
|
|
// serialization stream ~50% of runs (#5959, "Unable to deserialize cloned
|
|
// data due to invalid or unsupported version").
|
|
const lines: string[] = [];
|
|
try {
|
|
const result = await syncClaudeProfilesFromModels([{ id: "glm/glm-5.2" }], {
|
|
claudeHome,
|
|
baseUrl: "http://vps:20128",
|
|
dryRun: true,
|
|
log: (line: string) => lines.push(line),
|
|
});
|
|
assert.equal(result.written, 1);
|
|
// Dry-run reports the would-be file + its content through the log sink…
|
|
assert.equal(lines.length, 2);
|
|
const settingsPath = path.join(claudeHome, "profiles", "glm52", "settings.json");
|
|
assert.ok(lines[0].includes(settingsPath));
|
|
const printed = JSON.parse(lines[1]);
|
|
assert.equal(printed.model, "glm/glm-5.2");
|
|
assert.equal(printed.env.ANTHROPIC_BASE_URL, "http://vps:20128");
|
|
// …and writes nothing to disk.
|
|
await assert.rejects(fs.stat(settingsPath), /ENOENT/);
|
|
} finally {
|
|
await fs.rm(claudeHome, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
|
|
}
|
|
});
|
|
|
|
// ── launch env (Claude Code) ─────────────────────────────────────────────────
|
|
|
|
test("buildClaudeEnv still accepts a bare port (backward compatible)", () => {
|
|
const env = buildClaudeEnv({ PATH: "/bin" }, 20128, "secret");
|
|
assert.equal(env.ANTHROPIC_BASE_URL, "http://localhost:20128");
|
|
assert.equal(env.ANTHROPIC_AUTH_TOKEN, "secret");
|
|
assert.equal(env.CLAUDE_CODE_ENABLE_GATEWAY_MODEL_DISCOVERY, "1");
|
|
});
|
|
|
|
test("buildClaudeEnv accepts a full base URL and strips /v1", () => {
|
|
const env = buildClaudeEnv({}, "https://vps.example.com:20128/v1", "t");
|
|
assert.equal(env.ANTHROPIC_BASE_URL, "https://vps.example.com:20128");
|
|
});
|
|
|
|
test("buildClaudeEnv sets CLAUDE_CONFIG_DIR for a profile", () => {
|
|
const env = buildClaudeEnv({}, 20128, "t", { configDir: "/home/u/.claude/profiles/glm52" });
|
|
assert.equal(env.CLAUDE_CONFIG_DIR, "/home/u/.claude/profiles/glm52");
|
|
});
|
|
|
|
test("buildClaudeEnv strips inherited ANTHROPIC_* and does not mutate input", () => {
|
|
const input = { ANTHROPIC_API_KEY: "leak", PATH: "/bin" };
|
|
const env = buildClaudeEnv(input, 20128, "x");
|
|
assert.equal(env.ANTHROPIC_API_KEY, undefined);
|
|
assert.equal(input.ANTHROPIC_API_KEY, "leak");
|
|
});
|
|
|
|
test("resolveLaunchTarget: explicit --remote wins, strips /v1", () => {
|
|
const { baseUrl } = resolveLaunchTarget({ remote: "https://vps:20128/v1" });
|
|
assert.equal(baseUrl, "https://vps:20128");
|
|
});
|
|
|
|
test("resolveLaunchTarget: explicit token wins over everything", () => {
|
|
const { authToken } = resolveLaunchTarget({ remote: "http://x:20128", token: "tok-explicit" });
|
|
assert.equal(authToken, "tok-explicit");
|
|
});
|