OmniRoute/open-sse/executors/mimocode.ts

/**
 * MiMoCode Executor — Free-tier Xiaomi MiMo models via bootstrap JWT auth.
 *
 * Implements the auth flow from the official MiMo-Code repository:
 *   https://github.com/XiaomiMiMo/MiMo-Code/blob/main/packages/opencode/src/plugin/mimo-free.ts
 *
 *   1. Generate device fingerprint from hostname + OS + arch + CPU + username
 *   2. POST /api/free-ai/bootstrap with fingerprint → JWT
 *   3. Use JWT as Bearer token for chat requests
 *   4. Custom endpoint: /api/free-ai/openai/chat (not /v1/chat/completions)
 *   5. Custom header: X-Mimo-Source: mimocode-cli-free
 *
 * Only the "mimo-auto" model is supported (1M context, 128K output).
 * Supports multiple accounts: N fingerprints → N JWTs → round-robin with cooldown.
 * On 429 — or a 400 carrying MiMoCode's rate-limit text — account enters cooldown
 * (exponential backoff) and the next account is tried. On 401/403, JWT is
 * re-bootstrapped. Any other 400 is a genuinely malformed request (#2101): it fails
 * fast on the current account instead of being retried identically on every
 * account, which would waste N round-trips, cooldown every account, and hide the
 * real upstream diagnostic behind a generic "all accounts exhausted" error (#4976).
 */

import * as crypto from "node:crypto";
import * as os from "node:os";
import { BaseExecutor, type ExecuteInput, type ProviderCredentials } from "./base.ts";
import { createProxyDispatcher } from "../utils/proxyDispatcher.ts";
import { RATE_LIMIT_TEXT_PATTERNS } from "../services/accountFallback.ts";
import { buildErrorBody, sanitizeErrorMessage } from "../utils/error.ts";
import { fetch as undiciFetch, type Dispatcher } from "undici";

const BOOTSTRAP_PATH = "/api/free-ai/bootstrap";
const CHAT_PATH = "/api/free-ai/openai/chat";
const JWT_REFRESH_BUFFER_MS = 5 * 60 * 1000;
const BOOTSTRAP_TIMEOUT_MS = 15_000;
const COOLDOWN_BASE_MS = 5_000;
const COOLDOWN_MAX_MS = 60_000;

const MIMO_SOURCE = "mimocode-cli-free";

/**
 * Anti-abuse gate marker required by the Xiaomi free endpoint.
 *
 * `/api/free-ai/openai/chat` returns `403 "Illegal access"` unless the request body
 * contains a recognized MiMoCode prompt signature as a substring inside a `system`-role
 * message (verified empirically — headers, fingerprint, and JWT are not what is checked).
 * This is the canonical MiMoCode agent opener the official CLI sends, and it is on the
 * upstream allowlist. We inject it as a leading system message so user requests pass the
 * gate. The string MUST stay byte-for-byte identical — the check is case-sensitive and
 * truncations are rejected.
 */
export const MIMO_SYSTEM_MARKER =
  "You are MiMoCode, an interactive CLI tool that helps users with software engineering tasks.";

/**
 * Ensure the outgoing body carries the MiMoCode anti-abuse marker in a system message.
 * Idempotent: if any system message already contains the marker, the body is returned
 * unchanged. Bodies without a `messages` array are left untouched.
 */
function injectSystemMarker(body: Record<string, unknown>): Record<string, unknown> {
  const messages = body.messages;
  if (!Array.isArray(messages)) return body;

  const hasMarker = messages.some(
    (m) =>
      m != null &&
      typeof m === "object" &&
      (m as { role?: unknown }).role === "system" &&
      typeof (m as { content?: unknown }).content === "string" &&
      (m as { content: string }).content.includes(MIMO_SYSTEM_MARKER)
  );
  if (hasMarker) return body;

  return { ...body, messages: [{ role: "system", content: MIMO_SYSTEM_MARKER }, ...messages] };
}

const USER_AGENTS = [
  "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36",
  "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36",
  "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36",
];

// ── Account State ──────────────────────────────────────────────────────────

/** Per-account proxy configuration, passed through providerSpecificData.accountProxies. */
export interface AccountProxyConfig {
  fingerprint: string;
  proxy: {
    type: string;
    host: string;
    port: number;
    username?: string;
    password?: string;
    relayAuth?: string;
  } | null;
}

interface AccountState {
  fingerprint: string;
  jwt: string;
  expiresAt: number;
  cooldownUntil: number;
  consecutiveFails: number;
  /**
   * #3837/#5521: the account's resolved proxy, or `null` when none is configured.
   * Always present (never `undefined`) so callers can read `acct.proxy` directly —
   * syncAccountsFromCredentials() writes it on every account on every sync.
   */
  proxy: AccountProxyConfig["proxy"];
}

function parseJwtExp(jwt: string): number {
  try {
    const parts = jwt.split(".");
    if (parts.length < 2) return Date.now() + 50 * 60 * 1000;
    const payload = JSON.parse(Buffer.from(parts[1], "base64url").toString());
    return (payload.exp ?? Math.floor(Date.now() / 1000) + 3000) * 1000;
  } catch {
    return Date.now() + 50 * 60 * 1000;
  }
}

function isAccountReady(account: AccountState): boolean {
  if (account.cooldownUntil > Date.now()) return false;
  if (account.jwt && account.expiresAt - Date.now() > JWT_REFRESH_BUFFER_MS) return true;
  return false;
}

// ── Fingerprint Generation ─────────────────────────────────────────────────

function getCpuModel(): string {
  try {
    const cpus = os.cpus();
    if (cpus.length > 0 && cpus[0].model) return cpus[0].model.trim();
  } catch {
    /* ignore */
  }
  return "unknown-cpu";
}

export function generateFingerprint(seed?: string): string {
  if (seed) return crypto.createHash("sha256").update(seed).digest("hex");
  const hostname = os.hostname();
  const platform = os.platform();
  const arch = os.arch();
  const cpu = getCpuModel();
  let username = "unknown-user";
  try {
    username = os.userInfo().username;
  } catch {
    /* ignore */
  }
  return crypto
    .createHash("sha256")
    .update(`${hostname}|${platform}|${arch}|${cpu}|${username}`)
    .digest("hex");
}

// ── Bootstrap ──────────────────────────────────────────────────────────────

const bootstrapInflight = new Map<string, Promise<{ jwt: string; expiresAt: number }>>();

async function bootstrapJwt(
  baseUrl: string,
  fingerprint: string,
  signal?: AbortSignal | null,
  dispatcher?: Dispatcher
): Promise<{ jwt: string; expiresAt: number }> {
  const existing = bootstrapInflight.get(fingerprint);
  if (existing) return existing;

  const url = `${baseUrl}${BOOTSTRAP_PATH}`;
  const controller = new AbortController();
  const timer = setTimeout(() => controller.abort(), BOOTSTRAP_TIMEOUT_MS);
  const onSignal = signal ? () => controller.abort(signal.reason) : null;
  if (signal && onSignal) signal.addEventListener("abort", onSignal, { once: true });

  const promise = (async () => {
    try {
      const resp = dispatcher
        ? await undiciFetch(url, {
            method: "POST",
            headers: { "Content-Type": "application/json" },
            body: JSON.stringify({ client: fingerprint }),
            signal: controller.signal,
            dispatcher,
          })
        : await fetch(url, {
            method: "POST",
            headers: { "Content-Type": "application/json" },
            body: JSON.stringify({ client: fingerprint }),
            signal: controller.signal,
          });
      if (!resp.ok) {
        const body = await resp.text().catch(() => "");
        throw new Error(`Bootstrap failed: ${resp.status} ${body.slice(0, 200)}`);
      }
      const data = (await resp.json()) as { jwt?: string };
      if (!data.jwt) throw new Error("Bootstrap response missing jwt field");
      return { jwt: data.jwt, expiresAt: parseJwtExp(data.jwt) };
    } finally {
      clearTimeout(timer);
      if (signal && onSignal) signal.removeEventListener("abort", onSignal);
      bootstrapInflight.delete(fingerprint);
    }
  })();

  bootstrapInflight.set(fingerprint, promise);
  return promise;
}

// ── Model Rewriting ────────────────────────────────────────────────────────

function rewriteModelName(model: string): string {
  const idx = model.lastIndexOf("/");
  return idx >= 0 ? model.slice(idx + 1) : model;
}

// ── Executor ───────────────────────────────────────────────────────────────

export class MimocodeExecutor extends BaseExecutor {
  private accounts: AccountState[] = [];
  private nextAccountIdx = 0;
  private baseUrl: string;
  private proxyUrlMap = new Map<string, string>();
  private static encoder = new TextEncoder();

  constructor() {
    super("mimocode", { format: "openai" });
    this.baseUrl = this.getBaseUrls()[0] || "https://api.xiaomimimo.com";
    this.accounts.push({
      fingerprint: generateFingerprint(),
      jwt: "",
      expiresAt: 0,
      cooldownUntil: 0,
      consecutiveFails: 0,
      // #3837/#5521 backward compat: default the per-account proxy to null (not undefined),
      // mirroring the syncAccountsFromCredentials() account builder, so an executor with no
      // accountProxies config still exposes `acct.proxy === null` on every account.
      proxy: null,
    });
  }

  private getProxyDispatcher(fingerprint: string): Dispatcher | undefined {
    const proxyUrl = this.proxyUrlMap.get(fingerprint);
    if (!proxyUrl) return undefined;
    return createProxyDispatcher(proxyUrl);
  }

  private fetchWithProxy(url: string, init: RequestInit, fingerprint: string): Promise<Response> {
    const dispatcher = this.getProxyDispatcher(fingerprint);
    if (dispatcher) {
      // undici fetch returns undici.Response which is structurally compatible with
      // the global Response but nominally different — same pattern as proxyFetch.ts
      const undiciFn = undiciFetch as unknown as (
        url: string,
        init: RequestInit & { dispatcher?: unknown }
      ) => Promise<Response>;
      return undiciFn(url, { ...init, dispatcher });
    }
    return fetch(url, init);
  }

  private syncAccountsFromCredentials(credentials: ProviderCredentials): void {
    const psd = credentials?.providerSpecificData;
    const fingerprints = psd?.fingerprints;

    const accountProxies = psd?.accountProxies as AccountProxyConfig[] | undefined;

    // #5521: build the per-fingerprint proxy URL map that getProxyDispatcher() consumes
    // to route each account's traffic through its own SOCKS5/HTTP dispatcher.
    if (Array.isArray(accountProxies)) {
      for (const entry of accountProxies) {
        if (entry?.fingerprint && entry?.proxy?.host) {
          const {
            type = "socks5",
            host,
            port,
            username,
            password,
          } = entry.proxy as {
            type?: string;
            host: string;
            port?: number;
            username?: string;
            password?: string;
          };
          const resolvedPort = port ?? (type === "socks5" ? 1080 : 8080);
          const auth = username
            ? `${encodeURIComponent(username)}:${password ? encodeURIComponent(password) : ""}@`
            : "";
          this.proxyUrlMap.set(entry.fingerprint, `${type}://${auth}${host}:${resolvedPort}`);
        }
      }
    }

    // #3837: register any newly-advertised fingerprints as accounts.
    if (Array.isArray(fingerprints)) {
      const existing = new Set(this.accounts.map((a) => a.fingerprint));
      for (const fp of fingerprints) {
        if (typeof fp === "string" && !existing.has(fp)) {
          this.accounts.push({
            fingerprint: fp,
            jwt: "",
            expiresAt: 0,
            cooldownUntil: 0,
            consecutiveFails: 0,
            proxy: null,
          });
          existing.add(fp);
        }
      }
    }

    // #3837: resolve each account's structured proxy config from accountProxies.
    const proxyMap = Array.isArray(accountProxies)
      ? new Map(accountProxies.map((ap) => [ap.fingerprint, ap.proxy] as const))
      : null;
    for (const acct of this.accounts) {
      if (proxyMap) {
        const entry = proxyMap.get(acct.fingerprint);
        acct.proxy = entry !== undefined ? (entry ?? null) : null;
      } else {
        acct.proxy = null;
      }
    }
  }

  private async getJwtForAccount(
    account: AccountState,
    signal?: AbortSignal | null
  ): Promise<string> {
    if (isAccountReady(account)) return account.jwt;
    const dispatcher = this.getProxyDispatcher(account.fingerprint);
    const result = await bootstrapJwt(this.baseUrl, account.fingerprint, signal, dispatcher);
    account.jwt = result.jwt;
    account.expiresAt = result.expiresAt;
    return account.jwt;
  }

  private pickAccount(): AccountState {
    for (let i = 0; i < this.accounts.length; i++) {
      const idx = (this.nextAccountIdx + i) % this.accounts.length;
      const acct = this.accounts[idx];
      if (isAccountReady(acct)) {
        this.nextAccountIdx = (idx + 1) % this.accounts.length;
        return acct;
      }
    }
    const fallbackIdx = this.nextAccountIdx % this.accounts.length;
    this.nextAccountIdx = (this.nextAccountIdx + 1) % this.accounts.length;
    return this.accounts[fallbackIdx];
  }

  private markCooldown(account: AccountState): void {
    account.consecutiveFails++;
    const backoff = Math.min(
      COOLDOWN_BASE_MS * Math.pow(2, account.consecutiveFails - 1),
      COOLDOWN_MAX_MS
    );
    account.cooldownUntil = Date.now() + backoff + Math.random() * 1000;
  }

  private markSuccess(account: AccountState): void {
    account.consecutiveFails = 0;
  }

  /**
   * POST the request with the account's JWT; on auth failure (401/403), re-bootstrap
   * the account's JWT and retry once. Mutates `headers`' Authorization in place.
   */
  private async fetchWithAuthRetry(
    url: string,
    headers: Record<string, string>,
    reqBody: unknown,
    signal: AbortSignal | null | undefined,
    account: AccountState,
    log: ExecuteInput["log"]
  ): Promise<Response> {
    const jwt = await this.getJwtForAccount(account, signal);
    headers["Authorization"] = `Bearer ${jwt}`;

    const resp = await this.fetchWithProxy(
      url,
      {
        method: "POST",
        headers,
        body: JSON.stringify(reqBody),
        signal: signal ?? undefined,
      },
      account.fingerprint
    );
    if (resp.status !== 401 && resp.status !== 403) return resp;

    // On auth failure, re-bootstrap this account and retry once
    log?.warn?.(
      "MIMOCODE",
      `Auth failed (${resp.status}) on account ${account.fingerprint.slice(0, 8)}…`
    );
    account.jwt = "";
    account.expiresAt = 0;
    account.consecutiveFails = 0;
    const freshJwt = await this.getJwtForAccount(account, signal);
    headers["Authorization"] = `Bearer ${freshJwt}`;
    return this.fetchWithProxy(
      url,
      {
        method: "POST",
        headers,
        body: JSON.stringify(reqBody),
        signal: signal ?? undefined,
      },
      account.fingerprint
    );
  }

  /**
   * Gate 429/400 statuses before the success path: a 429 — or a 400 carrying
   * MiMoCode's rate-limit text — puts the account on cooldown and rotates; any other
   * 400 fails fast with the sanitized upstream error (#2101/#4976, see
   * handleBadRequest). Returns "rotate", a fail-fast Response, or null to proceed.
   */
  private async gateRetryableStatus(
    resp: Response,
    account: AccountState,
    log: ExecuteInput["log"]
  ): Promise<"rotate" | Response | null> {
    if (resp.status === 429) {
      this.markCooldown(account);
      log?.warn?.(
        "MIMOCODE",
        `Rate limited on account ${account.fingerprint.slice(0, 8)}, trying next…`
      );
      return "rotate";
    }
    if (resp.status !== 400) return null;
    return (await this.handleBadRequest(resp, account, log)) ?? "rotate";
  }

  /**
   * Classify a 400 response body (#2101/#4976).
   *
   * #4976: MiMoCode signals throttling via a non-standard 400 whose body carries
   * rate-limit semantics (e.g. "Detected high-frequency non-compliant requests from
   * you.") instead of a 429 — same RATE_LIMIT_TEXT_PATTERNS as accountFallback.ts's
   * checkFallbackError(), so the two call sites never disagree on what counts as
   * throttling. That case puts the account on cooldown and returns `null` (rotate).
   *
   * #2101: any other 400 is a genuinely malformed request that fails identically on
   * every account — rotating would waste N round-trips, cooldown every account (a
   * provider-wide outage for parallel requests), and hide the real diagnostic behind
   * a generic exhaustion error. That case returns a fail-fast 400 Response carrying
   * the sanitized upstream message, without touching cooldown/success state.
   */
  private async handleBadRequest(
    resp: Response,
    account: AccountState,
    log: ExecuteInput["log"]
  ): Promise<Response | null> {
    const bodyText = await resp.text().catch(() => "");

    if (RATE_LIMIT_TEXT_PATTERNS.some((p) => p.test(bodyText))) {
      this.markCooldown(account);
      log?.warn?.(
        "MIMOCODE",
        `Rate-limit-style 400 on account ${account.fingerprint.slice(0, 8)}, trying next…`
      );
      return null;
    }

    log?.warn?.(
      "MIMOCODE",
      `Malformed request (400) on account ${account.fingerprint.slice(0, 8)}, not retrying`
    );
    let upstreamMessage = bodyText;
    try {
      const parsed = JSON.parse(bodyText) as { error?: { message?: string } };
      if (parsed?.error?.message) upstreamMessage = parsed.error.message;
    } catch {
      /* body wasn't JSON — use raw text */
    }
    const errorBody = buildErrorBody(400, sanitizeErrorMessage(upstreamMessage || "Bad request"));
    return new Response(MimocodeExecutor.encoder.encode(JSON.stringify(errorBody)), {
      status: 400,
      headers: { "Content-Type": "application/json" },
    });
  }

  buildUrl(
    _model: string,
    _stream: boolean,
    _urlIndex = 0,
    _credentials?: ProviderCredentials | null
  ): string {
    return `${this.baseUrl.replace(/\/$/, "")}${CHAT_PATH}`;
  }

  buildHeaders(
    _credentials: ProviderCredentials,
    stream = true,
    _clientHeaders?: Record<string, string> | null,
    _model?: string
  ): Record<string, string> {
    const headers: Record<string, string> = {
      "Content-Type": "application/json",
      "X-Mimo-Source": MIMO_SOURCE,
      "User-Agent": USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)],
    };
    if (stream) headers["Accept"] = "text/event-stream, application/json";
    return headers;
  }

  transformRequest(
    model: string,
    body: unknown,
    _stream: boolean,
    _credentials?: ProviderCredentials | null
  ): unknown {
    if (typeof body === "object" && body !== null) {
      const withModel = { ...(body as Record<string, unknown>), model: rewriteModelName(model) };
      return injectSystemMarker(withModel);
    }
    return body;
  }

  async testConnection(
    _credentials: ProviderCredentials,
    _signal?: AbortSignal | null,
    log?: ExecuteInput["log"]
  ): Promise<boolean> {
    try {
      this.syncAccountsFromCredentials(_credentials);
      const account = this.accounts[0];
      const jwt = await this.getJwtForAccount(account, _signal);
      const resp = await this.fetchWithProxy(
        this.buildUrl("mimo-auto", false),
        {
          method: "POST",
          headers: {
            "Content-Type": "application/json",
            Authorization: `Bearer ${jwt}`,
            "X-Mimo-Source": MIMO_SOURCE,
          },
          body: JSON.stringify(
            injectSystemMarker({
              model: "mimo-auto",
              messages: [{ role: "user", content: "ping" }],
              stream: false,
            })
          ),
          signal: _signal ?? undefined,
        },
        account.fingerprint
      );
      return resp.status === 200;
    } catch {
      log?.warn?.("MIMOCODE", "testConnection network error");
      return false;
    }
  }

  async execute(input: ExecuteInput): Promise<{
    response: Response;
    url: string;
    headers: Record<string, string>;
    transformedBody: unknown;
  }> {
    const { model, stream, body, signal, log } = input;
    const encoder = MimocodeExecutor.encoder;

    if (signal?.aborted) {
      return {
        response: new Response(
          encoder.encode(
            JSON.stringify({
              error: { message: "Request aborted", type: "abort", code: "ABORTED" },
            })
          ),
          { status: 499, headers: { "Content-Type": "application/json" } }
        ),
        url: this.buildUrl(model, stream),
        headers: this.buildHeaders(input.credentials, stream),
        transformedBody: body,
      };
    }

    const url = this.buildUrl(model, stream);
    const reqBody = this.transformRequest(model, body, stream, input.credentials);

    this.syncAccountsFromCredentials(input.credentials);

    // Try each account, skip cooldown ones
    for (let attempt = 0; attempt < this.accounts.length; attempt++) {
      const account = this.pickAccount();
      try {
        const headers = this.buildHeaders(input.credentials, stream);
        const resp = await this.fetchWithAuthRetry(url, headers, reqBody, signal, account, log);

        // 429/400 gating (#2101/#4976): cooldown+rotate, fail fast, or proceed.
        const gate = await this.gateRetryableStatus(resp, account, log);
        if (gate === "rotate") continue;
        if (gate) {
          return {
            response: gate,
            url,
            headers: this.buildHeaders(input.credentials, stream),
            transformedBody: reqBody,
          };
        }

        this.markSuccess(account);
        const respHeaders: Record<string, string> = {};
        resp.headers.forEach((v, k) => {
          respHeaders[k] = v;
        });
        return {
          response: resp as unknown as Response,
          url,
          headers: respHeaders,
          transformedBody: reqBody,
        };
      } catch (err) {
        this.markCooldown(account);
        if (attempt === this.accounts.length - 1) {
          const msg = err instanceof Error ? err.message : String(err);
          log?.error?.("MIMOCODE", `Executor error: ${msg}`);
          return {
            response: new Response(
              encoder.encode(
                JSON.stringify({
                  error: { message: msg, type: "upstream_error", code: "EXECUTOR_ERROR" },
                })
              ),
              { status: 502, headers: { "Content-Type": "application/json" } }
            ),
            url,
            headers: this.buildHeaders(input.credentials, stream),
            transformedBody: body,
          };
        }
      }
    }

    return {
      response: new Response(
        encoder.encode(
          JSON.stringify({
            error: {
              message: "All accounts exhausted",
              type: "upstream_error",
              code: "NO_ACCOUNTS",
            },
          })
        ),
        { status: 502, headers: { "Content-Type": "application/json" } }
      ),
      url,
      headers: this.buildHeaders(input.credentials, stream),
      transformedBody: body,
    };
  }
}

export default MimocodeExecutor;