mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-17 12:42:21 +03:00
- preInitSqlJs() now memoizes an in-flight Promise (not just the resolved adapter) per filePath, so concurrent BATCH/STARTUP/HealthCheck/ ProviderLimitsSync callers at boot share one full-file read+WASM decode instead of each independently reloading the whole database — the thundering-herd amplifier of the OOM condition #6632 already partly fixed, left un-implemented by the reporter's own proposed fix (#6628). - sqljsAdapter's run/get/all now unwrap a lone named-parameter object (e.g. .all({ isActive: 1 }) for "WHERE is_active = @isActive", the same call shape getProviderConnections() already uses against better-sqlite3) before calling sql.js's stmt.bind(), expanding it to the @/:/$ sigil variants sql.js's own named-bind path requires. Previously the object was wrapped into an array and sql.js took the positional-bind path, throwing "Wrong API use : tried to bind a value of an unknown type ([object Object])." whenever the sql.js WASM fallback driver was active — exactly the error #6802 reported (misattributed to better-sqlite3). Regression tests added to tests/unit/db-adapters/driverFactory.test.ts and tests/unit/db-adapters/sqljsAdapter.test.ts, both proven RED against the prior code and GREEN after the fix.
139 lines
4.9 KiB
TypeScript
139 lines
4.9 KiB
TypeScript
import { createRequire } from "node:module";
|
|
import { createBetterSqliteAdapter } from "./betterSqliteAdapter";
|
|
import {
|
|
createNodeSqliteAdapterFromDatabase,
|
|
type NodeSqliteDatabaseLike,
|
|
} from "./nodeSqliteShared";
|
|
import type { SqliteAdapter } from "./types";
|
|
|
|
const _require = createRequire(import.meta.url);
|
|
|
|
declare global {
|
|
var __omnirouteSqlJsAdapters: Map<string, SqliteAdapter> | undefined;
|
|
var __omnirouteSqlJsInitPromises: Map<string, Promise<SqliteAdapter>> | undefined;
|
|
}
|
|
|
|
function getSqlJsCache(): Map<string, SqliteAdapter> {
|
|
if (!globalThis.__omnirouteSqlJsAdapters) {
|
|
globalThis.__omnirouteSqlJsAdapters = new Map();
|
|
}
|
|
return globalThis.__omnirouteSqlJsAdapters;
|
|
}
|
|
|
|
/**
|
|
* Cache das Promises de inicialização EM VOO (não resolvidas ainda), por filePath.
|
|
* Separado de getSqlJsCache() (que só guarda o adapter já resolvido) para que
|
|
* chamadores concorrentes (BATCH/STARTUP/HealthCheck/ProviderLimitsSync no boot)
|
|
* compartilhem UMA única leitura+decode do arquivo em vez de cada um chamar
|
|
* fs.readFileSync + WASM decode independentemente (#6628 — thundering herd).
|
|
*/
|
|
function getSqlJsPendingCache(): Map<string, Promise<SqliteAdapter>> {
|
|
if (!globalThis.__omnirouteSqlJsInitPromises) {
|
|
globalThis.__omnirouteSqlJsInitPromises = new Map();
|
|
}
|
|
return globalThis.__omnirouteSqlJsInitPromises;
|
|
}
|
|
|
|
/** Tenta abrir com better-sqlite3 e node:sqlite sincronamente. Retorna null se ambos falharem. */
|
|
export function tryOpenSync(
|
|
filePath: string,
|
|
options?: Record<string, unknown>
|
|
): SqliteAdapter | null {
|
|
// better-sqlite3: rápido, nativo — skip em Bun
|
|
if (!process.versions.bun) {
|
|
try {
|
|
const BetterSqlite = _require("better-sqlite3") as {
|
|
new (p: string, o?: object): import("better-sqlite3").Database;
|
|
};
|
|
const db = new BetterSqlite(filePath, options);
|
|
return createBetterSqliteAdapter(db);
|
|
} catch {
|
|
// continua para próximo driver
|
|
}
|
|
}
|
|
|
|
// node:sqlite: built-in desde Node 22.5 — skip em Bun
|
|
if (!process.versions.bun) {
|
|
const [maj, min] = (process.versions.node ?? "0.0").split(".").map(Number);
|
|
if (maj > 22 || (maj === 22 && min >= 5)) {
|
|
try {
|
|
const { DatabaseSync } = _require("node:sqlite") as {
|
|
DatabaseSync: new (p: string) => NodeSqliteDatabaseLike;
|
|
};
|
|
const db = new DatabaseSync(filePath);
|
|
return createNodeSqliteAdapterFromDatabase(db, filePath);
|
|
} catch {
|
|
// continua
|
|
}
|
|
}
|
|
}
|
|
|
|
return null;
|
|
}
|
|
|
|
/**
|
|
* Pré-inicializa sql.js para um filePath.
|
|
* Armazena em globalThis para acesso posterior via getSqlJsAdapter().
|
|
* Idempotente — seguro chamar múltiplas vezes.
|
|
*/
|
|
export async function preInitSqlJs(filePath: string): Promise<SqliteAdapter> {
|
|
const cache = getSqlJsCache();
|
|
const existing = cache.get(filePath);
|
|
if (existing) {
|
|
if (existing.open) return existing;
|
|
// Stale handle left over by a prior close/reload (e.g. gracefulShutdown or
|
|
// resetDbInstance closed the underlying WASM db but this globalThis-backed
|
|
// cache — deliberately shared across re-invocations for idempotency — still
|
|
// holds the reference). Reusing it would make every subsequent query throw
|
|
// the raw string "Database closed" straight from sql.js (#6560). Evict and
|
|
// recreate instead of returning a dead connection.
|
|
cache.delete(filePath);
|
|
}
|
|
|
|
// Share one in-flight load across concurrent callers for the same filePath
|
|
// (#6628): without this, each of BATCH/STARTUP/HealthCheck/ProviderLimitsSync
|
|
// independently fs.readFileSync + WASM-decode the same (possibly 300+MB) file
|
|
// at boot, multiplying peak memory pressure by the number of racing callers.
|
|
const pending = getSqlJsPendingCache();
|
|
const inflight = pending.get(filePath);
|
|
if (inflight) return inflight;
|
|
|
|
const initPromise = (async () => {
|
|
const { createSqlJsAdapter } = await import("./sqljsAdapter");
|
|
const adapter = await createSqlJsAdapter(filePath);
|
|
cache.set(filePath, adapter);
|
|
return adapter;
|
|
})();
|
|
pending.set(filePath, initPromise);
|
|
try {
|
|
return await initPromise;
|
|
} finally {
|
|
pending.delete(filePath);
|
|
}
|
|
}
|
|
|
|
/** Retorna adapter sql.js pré-inicializado ou null se ainda não inicializado. */
|
|
export function getSqlJsAdapter(filePath: string): SqliteAdapter | null {
|
|
return getSqlJsCache().get(filePath) ?? null;
|
|
}
|
|
|
|
/**
|
|
* Factory assíncrona completa: tenta todos os drivers em cascata.
|
|
* Ordem: better-sqlite3 → node:sqlite → sql.js
|
|
*/
|
|
export async function openDatabaseAsync(
|
|
filePath: string,
|
|
options?: Record<string, unknown>
|
|
): Promise<SqliteAdapter> {
|
|
const sync = tryOpenSync(filePath, options);
|
|
if (sync) {
|
|
console.log(`[DB] Driver: ${sync.driver} | file: ${filePath}`);
|
|
return sync;
|
|
}
|
|
|
|
console.warn("[DB] Synchronous drivers unavailable — falling back to sql.js (WASM)");
|
|
const adapter = await preInitSqlJs(filePath);
|
|
console.log(`[DB] Driver: sql.js | file: ${filePath}`);
|
|
return adapter;
|
|
}
|