Files
OmniRoute/tests/unit/github-copilot-retired-models.test.ts
Diego Rodrigues de Sa e Souza 93265eede3 test(infra): retry recursive temp-dir removal on main (main twin of #11968) (#12246)
* test(infra): retry recursive temp-dir removal on main (main twin of #11968)

`main` has been red since b342c1a361 on the vitest and integration gates:

  ✖ tests/unit/autoCombo/provider-family-combos.test.ts > auto/<family>
  ✖ chat pipeline applies Codex OAuth fingerprint and priority tier inside combos

Both call resetStorage() from beforeEach, which does an fs.rmSync(TEST_DATA_DIR,
{recursive: true, force: true}) with no retry, and intermittently loses the race
with a not-yet-released SQLite handle (ENOTEMPTY).

release/v3.8.51 fixed this in #11968 with a mechanical codemod adding
maxRetries/retryDelay to every recursive rm/rmSync/rmdirSync under tests/, but
that PR landed only on the release branch. Because main only receives work at
the release squash, it stayed broken for the whole cycle — and repo-wide gates
then turn every open PR into main red on checks unrelated to their diff.

This is the --base main twin: re-runs the same codemod that already shipped on
the release branch (scripts/ad-hoc/codemod-rm-maxretries.mjs), so the two
branches converge on identical test-teardown semantics. Test-only; no product
logic is touched.

The remaining three failures reported on #12133 (unit full suite exceeding its
4800s ceiling, package-artifact exceeding 1200s, and the boot-smoke that is
skipped as a consequence) are runner-contention timeouts, not code defects —
validate-release-green.mjs runs those heavy gates concurrently on one shared
hosted runner. There is no fix to port for those.

* chore(scripts): carry the rm-maxretries codemod onto main alongside its output

The codemod that generated the previous commit lives in the repo on
release/v3.8.51 (added by #11968) but was never on main. Bringing it over keeps
the tool next to the change it produced, so the transformation stays
reproducible and auditable from either branch.
2026-09-01 01:48:00 -03:00

96 lines
3.5 KiB
TypeScript

import test, { after, before } from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-copilot-retired-"));
process.env.DATA_DIR = TEST_DATA_DIR;
const core = await import("../../src/lib/db/core.ts");
const modelsDb = await import("../../src/lib/db/models.ts");
const providersDb = await import("../../src/lib/db/providers.ts");
before(() => {
core.resetDbInstance();
});
after(() => {
core.resetDbInstance();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
});
test("GitHub Copilot sync rejects retired Gemini models", async () => {
await modelsDb.replaceSyncedAvailableModelsForConnection("github", "copilot-current", [
{ id: "gemini-2.5-pro", name: "Gemini 2.5 Pro" },
{ id: "gemini-3-flash", name: "Gemini 3 Flash" },
{ id: "gemini-3-flash-preview", name: "Gemini 3 Flash Preview" },
{ id: "gemini-3.6-flash", name: "Gemini 3.6 Flash" },
]);
const ids = (await modelsDb.getSyncedAvailableModels("github")).map((model) => model.id);
assert.deepEqual(ids, ["gemini-3.6-flash"]);
});
test("GitHub Copilot readers hide retired models from legacy synced caches", async () => {
const db = core.getDbInstance();
db.prepare(
"INSERT INTO key_value (namespace, key, value) VALUES ('syncedAvailableModels', ?, ?)"
).run(
"github:copilot-legacy",
JSON.stringify([
{ id: "gemini-2.5-pro", name: "Gemini 2.5 Pro" },
{ id: "gemini-3-flash-preview", name: "Gemini 3 Flash" },
{ id: "gemini-3.6-flash", name: "Gemini 3.6 Flash" },
])
);
const connectionIds = (
await modelsDb.getSyncedAvailableModelsForConnection("github", "copilot-legacy")
).map((model) => model.id);
const providerIds = (await modelsDb.getSyncedAvailableModels("github")).map((model) => model.id);
const allProviderIds = (await modelsDb.getAllSyncedAvailableModels()).github.map(
(model) => model.id
);
assert.deepEqual(connectionIds, ["gemini-3.6-flash"]);
assert.deepEqual(providerIds, ["gemini-3.6-flash"]);
assert.deepEqual(allProviderIds, ["gemini-3.6-flash"]);
});
test("provider inference does not route retired Gemini models to GitHub Copilot", async () => {
const connection = await providersDb.createProviderConnection({
provider: "github",
authType: "oauth",
name: "copilot-retired-routing",
accessToken: "github-test-token",
isActive: true,
testStatus: "active",
});
const db = core.getDbInstance();
db.prepare(
"INSERT INTO key_value (namespace, key, value) VALUES ('syncedAvailableModels', ?, ?)"
).run(
`github:${connection.id}`,
JSON.stringify([
{ id: "gemini-2.5-pro", name: "Gemini 2.5 Pro" },
{ id: "gemini-3.6-flash", name: "Gemini 3.6 Flash" },
])
);
assert.deepEqual(await modelsDb.getActiveProvidersWithSyncedModel("gemini-2.5-pro"), []);
assert.deepEqual(await modelsDb.getActiveProvidersWithSyncedModel("gemini-3.6-flash"), [
"github",
]);
});
test("retirement remains scoped to GitHub Copilot", async () => {
await modelsDb.replaceSyncedAvailableModelsForConnection("gemini", "gemini-direct", [
{ id: "gemini-2.5-pro", name: "Gemini 2.5 Pro" },
{ id: "gemini-3-flash", name: "Gemini 3 Flash" },
]);
const ids = (await modelsDb.getSyncedAvailableModels("gemini")).map((model) => model.id);
assert.deepEqual(ids, ["gemini-2.5-pro", "gemini-3-flash"]);
});