OmniRoute/tests/unit/compression/cachingAware.test.ts

/**
 * Unit tests for open-sse/services/compression/cachingAware.ts
 */

import { describe, it } from "node:test";
import assert from "node:assert/strict";
import {
  detectCachingContext,
  getCacheAwareStrategy,
} from "../../../open-sse/services/compression/cachingAware.ts";

describe("detectCachingContext", () => {
  it("returns hasCacheControl=true when body has cache_control", () => {
    const ctx = detectCachingContext({ cache_control: { type: "ephemeral" } });
    assert.equal(ctx.hasCacheControl, true);
  });

  it("returns hasCacheControl=false when body has no cache_control", () => {
    const ctx = detectCachingContext({ model: "anthropic/claude-3" });
    assert.equal(ctx.hasCacheControl, false);
  });

  it("extracts anthropic provider from model string", () => {
    const ctx = detectCachingContext({ model: "anthropic/claude-3-sonnet" });
    assert.equal(ctx.provider, "anthropic");
    assert.equal(ctx.isCachingProvider, true);
  });

  it("extracts openai provider from model string (automatic prefix caching, #3955)", () => {
    const ctx = detectCachingContext({ model: "openai/gpt-4o" });
    assert.equal(ctx.provider, "openai");
    // #3955 — OpenAI uses automatic prefix caching; it counts as a caching provider.
    assert.equal(ctx.isCachingProvider, true);
  });

  it("extracts google provider from model string", () => {
    const ctx = detectCachingContext({ model: "google/gemini-pro" });
    assert.equal(ctx.provider, "google");
    assert.equal(ctx.isCachingProvider, false);
  });

  it("keeps provider prefix and applies the shared caching policy", () => {
    const ctx = detectCachingContext({ model: "deepseek/deepseek-chat" });
    assert.equal(ctx.provider, "deepseek");
    assert.equal(ctx.isCachingProvider, true);
  });

  it("handles null/undefined body gracefully", () => {
    const ctx = detectCachingContext(null);
    assert.equal(ctx.hasCacheControl, false);
    assert.equal(ctx.provider, null);
    assert.equal(ctx.isCachingProvider, false);
  });

  it("handles empty object body", () => {
    const ctx = detectCachingContext({});
    assert.equal(ctx.hasCacheControl, false);
    assert.equal(ctx.provider, null);
    assert.equal(ctx.isCachingProvider, false);
  });

  it("detects cache_control in Claude message content blocks", () => {
    const ctx = detectCachingContext(
      {
        messages: [
          {
            role: "user",
            content: [{ type: "text", text: "cached", cache_control: { type: "ephemeral" } }],
          },
        ],
      },
      { provider: "anthropic", targetFormat: "claude" }
    );

    assert.equal(ctx.hasCacheControl, true);
    assert.equal(ctx.provider, "anthropic");
    assert.equal(ctx.targetFormat, "claude");
    assert.equal(ctx.isCachingProvider, true);
  });

  it("detects cache_control in Claude tools", () => {
    const ctx = detectCachingContext(
      {
        tools: [{ name: "lookup", cache_control: { type: "ephemeral" } }],
      },
      { provider: "qwen", targetFormat: "claude" }
    );

    assert.equal(ctx.hasCacheControl, true);
    assert.equal(ctx.isCachingProvider, true);
  });

  it("prefers explicit provider context over the body model prefix", () => {
    const ctx = detectCachingContext(
      { model: "openai/gpt-4o", cache_control: { type: "ephemeral" } },
      { provider: "anthropic", targetFormat: "claude", model: "claude-3-5-sonnet" }
    );

    assert.equal(ctx.provider, "anthropic");
    assert.equal(ctx.isCachingProvider, true);
  });
});

describe("getCacheAwareStrategy", () => {
  it("downgrades aggressive to standard for caching provider with cache_control", () => {
    const ctx = { hasCacheControl: true, provider: "anthropic", isCachingProvider: true };
    const result = getCacheAwareStrategy("aggressive", ctx);
    assert.equal(result.strategy, "standard");
    assert.equal(result.skipSystemPrompt, true);
    assert.equal(result.deterministicOnly, true);
  });

  it("downgrades ultra to standard for caching provider with cache_control", () => {
    const ctx = { hasCacheControl: true, provider: "openai", isCachingProvider: true };
    const result = getCacheAwareStrategy("ultra", ctx);
    assert.equal(result.strategy, "standard");
    assert.equal(result.skipSystemPrompt, true);
    assert.equal(result.deterministicOnly, true);
  });

  it("keeps standard strategy unchanged for caching provider with cache_control", () => {
    const ctx = { hasCacheControl: true, provider: "anthropic", isCachingProvider: true };
    const result = getCacheAwareStrategy("standard", ctx);
    assert.equal(result.strategy, "standard");
    assert.equal(result.skipSystemPrompt, true);
    assert.equal(result.deterministicOnly, true);
  });

  it("keeps strategy unchanged for non-caching provider", () => {
    const ctx = { hasCacheControl: true, provider: "deepseek", isCachingProvider: false };
    const result = getCacheAwareStrategy("aggressive", ctx);
    assert.equal(result.strategy, "aggressive");
    assert.equal(result.skipSystemPrompt, false);
    assert.equal(result.deterministicOnly, false);
  });

  it("protects the prefix for a caching provider even WITHOUT cache_control (#3955)", () => {
    // #3955 — automatic prefix caching (OpenAI/Codex/Anthropic) sets no cache_control
    // markers, but the cacheable prefix must still be preserved. isCachingProvider alone
    // is sufficient to skip the system prompt and downgrade prefix-compressing modes.
    const ctx = { hasCacheControl: false, provider: "anthropic", isCachingProvider: true };
    const result = getCacheAwareStrategy("aggressive", ctx);
    assert.equal(result.strategy, "standard");
    assert.equal(result.skipSystemPrompt, true);
    assert.equal(result.deterministicOnly, true);
  });

  it("returns none strategy unchanged", () => {
    const ctx = { hasCacheControl: false, provider: null, isCachingProvider: false };
    const result = getCacheAwareStrategy("none", ctx);
    assert.equal(result.strategy, "none");
    assert.equal(result.skipSystemPrompt, false);
    assert.equal(result.deterministicOnly, false);
  });
});