OmniRoute/tests/unit/vertex-spend-usage.test.ts

/**
 * tests/unit/vertex-spend-usage.test.ts
 *
 * Vertex AI exposes no native usage/quota API for an API key or Service Account, so OmniRoute
 * SELF-TRACKS spend: it sums the tokens it routed to the connection (usage_history) and prices
 * them via the backend pricing table, surfacing a "$X used since this account was added" figure.
 * These tests cover the aggregation helper + the fetcher response shape with a real temp DB.
 */

import { describe, it, before, after } from "node:test";
import assert from "node:assert/strict";
import os from "node:os";
import path from "node:path";
import fs from "node:fs";

// DATA_DIR must be set before any module that opens the DB is imported.
const TMP = fs.mkdtempSync(path.join(os.tmpdir(), "omni-vertex-"));
process.env.DATA_DIR = TMP;

const core = await import("../../src/lib/db/core.ts");
const { getConnectionSpendUsdSinceAdded } = await import("../../src/lib/usage/usageStats.ts");
const { __testing } = await import("../../open-sse/services/usage.ts");
const { getVertexUsage } = __testing;

function insertUsage(
  connectionId: string,
  provider: string,
  model: string,
  tokensIn: number,
  tokensOut: number,
  success = 1
) {
  const db = core.getDbInstance();
  db.prepare(
    `INSERT INTO usage_history (provider, model, connection_id, tokens_input, tokens_output, success, timestamp)
     VALUES (?, ?, ?, ?, ?, ?, ?)`
  ).run(provider, model, connectionId, tokensIn, tokensOut, success, new Date().toISOString());
}

describe("vertex self-tracked spend", () => {
  before(() => {
    core.getDbInstance(); // trigger migrations
    // conn-v: two SUCCESSFUL priced requests across two models.
    insertUsage("conn-v", "vertex", "gemini-2.5-flash", 1_000_000, 500_000, 1);
    insertUsage("conn-v", "vertex", "gemini-3-pro-image-preview", 200_000, 100_000, 1);
    // a FAILED request on the same connection must NOT count toward spend.
    insertUsage("conn-v", "vertex", "gemini-2.5-flash", 5_000_000, 5_000_000, 0);
    // a row with a different provider on the same connection id must NOT bleed in.
    insertUsage("conn-v", "vertex-partner", "claude-opus-4-7", 9_000_000, 9_000_000, 1);
    // a different connection must not bleed in
    insertUsage("conn-other", "vertex", "gemini-2.5-flash", 9_000_000, 9_000_000, 1);
  });

  after(() => {
    core.resetDbInstance();
    try {
      fs.rmSync(TMP, { recursive: true, force: true, maxRetries: 5, retryDelay: 100 });
    } catch {
      // best-effort temp cleanup
    }
  });

  it("counts only the connection's successful, same-provider requests", async () => {
    const { costUsd, requests } = await getConnectionSpendUsdSinceAdded("vertex", "conn-v");
    assert.equal(
      requests,
      2,
      "only the two successful vertex rows count (failed + vertex-partner + other-conn excluded)"
    );
    assert.ok(Number.isFinite(costUsd) && costUsd >= 0, "cost is a finite, non-negative number");
  });

  it("returns 0/0 for an unknown connection (no bleed)", async () => {
    const { costUsd, requests } = await getConnectionSpendUsdSinceAdded("vertex", "conn-none");
    assert.equal(requests, 0);
    assert.equal(costUsd, 0);
  });

  it("getVertexUsage returns a spend quota + $ message for a used connection", async () => {
    const r = (await getVertexUsage("conn-v", "vertex")) as {
      plan?: string;
      message?: string;
      quotas?: Record<string, { used: number; quotaSource?: string; displayName?: string }>;
    };
    assert.ok(r.quotas?.spend, "spend quota present (so the limits cache persists it)");
    assert.equal(r.quotas!.spend.quotaSource, "localUsageHistory");
    assert.ok(typeof r.quotas!.spend.used === "number" && r.quotas!.spend.used >= 0);
    assert.ok(r.message && r.message.includes("$"), "message carries the dollar figure");
    assert.ok(r.message!.includes("2 requests"), "message reports the request count");
  });

  it("getVertexUsage reports no-usage cleanly when nothing was routed", async () => {
    const r = (await getVertexUsage("conn-empty", "vertex")) as {
      message?: string;
      quotas?: Record<string, { used: number }>;
    };
    assert.ok(r.message && /no usage/i.test(r.message), "informative no-usage message");
    assert.equal(r.quotas?.spend.used, 0);
  });

  it("getVertexUsage returns a message when connection id is missing", async () => {
    const r = (await getVertexUsage("", "vertex")) as { message?: string; quotas?: unknown };
    assert.ok(r.message && !r.quotas, "no spend quota without a connection id");
  });
});