mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-07-31 20:32:20 +03:00
* chore(release): open v3.8.34 development cycle * chore(quality): release-green pre-flight validator + nightly signal (C+D) (#4622) C — scripts/quality/validate-release-green.mjs (npm run check:release-green): reproduces the release-equivalent validation (typecheck, eslint, db-rules, public-creds, full unit, vitest, ratchets, optional --with-build package-artifact) against the current working tree and classifies each red as HARD (real defect, exit 1) vs DRIFT (ratchet — reported, never affects exit / never blocks). Pure helpers exported + orchestration behind a direct-run guard; unit-tested. D — .github/workflows/nightly-release-green.yml: runs C on the active release branch nightly (and on workflow_dispatch) and opens/updates a single tracking issue on HARD failures. Never a required check, never touches a contributor PR. Closes the gap where the full gate (ci.yml) only ran on the release PR, so reds accrued silently on release/** and surfaced in 40-min layers at release time. Non-blocking by construction; drift is the maintainer's to rebaseline at release. Co-authored-by: Diego Rodrigues de Sa e Souza <diego.souza@cdwasolutions.com.br> * fix(providers): show revealed connection API keys (#4583) Integrated into release/v3.8.34 * fix(resilience): respect upstream retry hint toggle (#4585) Integrated into release/v3.8.34 * feat(settings): expose stream recovery feature flags (#4586) Integrated into release/v3.8.34 * fix(logs): make active request stale sweep configurable (#4599) Integrated into release/v3.8.34 * fix(plugin): auto-prefix providerId with 'opencode-' for OC 1.17.8+ native gate (#4527) Integrated into release/v3.8.34 (supersedes #4445) * fix(models): treat unknown output caps as unset (#4584) Integrated into release/v3.8.34 * fix(executors): strip temperature for GitHub Copilot gpt-5.4 family (#4564) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(oauth): update Qwen OAuth URLs from chat.qwen.ai to qwen.ai (#4561) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(api/settings): prevent cached /api/settings responses (port from 9router#951) (#4566) Integrated into release/v3.8.34 (rebuilt onto tip) * feat(audio): MiniMax T2A v2 TTS dispatch in audioSpeech (port #1043) (#4553) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(dashboard): surface manual config CTA when Open Claw CLI auto-detect fails (#4562) Integrated into release/v3.8.34 (rebuilt onto tip) * feat(providers): optional model ID for custom API-key validation (#4555) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(cli): align data dir and env loading with runtime (#4607) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(quota): expose Bailian quota windows (#4610) Integrated into release/v3.8.34 (rebuilt onto tip) * fix: retain provider cooldowns for configured max window (#4588) Integrated into release/v3.8.34 (rebuilt — bundled commits stripped) * fix: reject invalid provider cooldown bounds (#4589) Integrated into release/v3.8.34 (rebuilt — bundled commits stripped) * fix: preserve production combo metrics on shadow eviction (#4590) Integrated into release/v3.8.34 (rebuilt — bundled commits stripped) * fix(stream): estimate input tokens when upstream reports prompt_tokens=0 (#4615) Integrated into release/v3.8.34 (rebuilt onto tip) * fix(catalog): shorten no-thinking gateway prefix to no-think/ (#4525) Integrated into release/v3.8.34 (rebuilt — kept only the prefix rename, dropped stale-base reverts) * fix(relay): apply IP rate limit to bifrost sidecar (#4593) Integrated into release/v3.8.34 (rebuilt onto tip; merge before #4612) * fix(bifrost): finalize SSE relay usage after stream (#4612) Integrated into release/v3.8.34 (rebuilt + reconciled with #4593) * feat(compression): per-request `x-omniroute-compression` header (Phase 3) (#4645) * docs(compression): Phase 3 per-request header design spec Approved brainstorming output for the x-omniroute-compression header: header-first precedence, name-first combo matching (Decision A), explicit value bypasses auto-trigger (Decision B), DerivedPlan.source, and the X-OmniRoute-Compression response header. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * docs(compression): Phase 3 per-request header implementation plan 4-task TDD plan (resolver header-first + source, parser, chatCore wiring + response header, docs/file-size) with full code and exact commands. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * feat(compression): header-first resolver + plan source (Phase 3 core) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * feat(compression): resolveCompressionHeader parser (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * feat(compression): wire x-omniroute-compression header + response header (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * refactor(compression): extract plan-resolution leaf (planResolution.ts) under size cap (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * docs(compression): document x-omniroute-compression header (Phase 3) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * fix(compression): harden named-combo map + trim engine: header id (Phase 3 review) Addresses gemini-code-assist review on #4645: - Extract buildNamedComboLookup (pure) so a blank/whitespace/null combo name contributes only its id key (no '' key, no throw that disables all combos). - Trim the engine:<id> header value so 'engine: rtk' resolves. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Diego Rodrigues de Sa e Souza <diego.souza@cdwasolutions.com.br> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * fix: exclude exhausted connections from auto scoring (#4592) Integrated into release/v3.8.34 (rebuilt + opt-in gate fix) * fix(dashboard): memoize compatible provider groups (#4613) Integrated into release/v3.8.34 (rebuilt + test added) * fix(dashboard): isolate quota widget refresh clock (#4611) Integrated into release/v3.8.34 (rebuilt + jsdom test) * fix(dashboard): gate topology side effects behind widget visibility (#4606) Integrated into release/v3.8.34 (rebuilt + jsdom test) * fix(dashboard): keep play_arrow spinning on provider Test All buttons (#4563) Integrated into release/v3.8.34 (rebuilt onto tip; UI-cosmetic per owner) * fix(db): schedule retention cleanup + fix cleanup table/column names (extracted from #4428) (#4691) Integrated into release/v3.8.34 (cleanup core extracted from #4428, credit @oyi77) * fix(telemetry): back off live-WS event forwarding when the sidecar is unreachable (#4604) (#4687) Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * fix(api): serve GET /v1/models/{model} as JSON, not the HTML dashboard (#4674) (#4677) Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * feat(opencode): add go deepseek reasoning variants (#4647) Integrated into release/v3.8.34 * fix(executors): robust deepseek-web tool-call parsing and agentic context retention (#4644) Integrated into release/v3.8.34 * fix(cli): authenticate `omniroute logs` and honor active context (#4638) Integrated into release/v3.8.34 (authored by Rahul Sharma, AI co-author trailer stripped per project policy) * fix(proxy): apply pipelining:0 + connections cap to the direct dispatcher (#4580) (#4684) Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> * fix(executors): Firecrawl web_fetch 500 with include_metadata=true (#4692) Integrated into release/v3.8.34 * fix(routing): include all noAuth models in auto-combos + add reka-flash + best-free template (#4621) Integrated into release/v3.8.34 (dead getFirstRegistryModelId dropped, rebuilt onto tip) * fix(dashboard): gate home topology live-WS networking (#4596) (#4618) Integrated into release/v3.8.34 (adapted onto #4606's extracted topology section: default-hidden flip + enabled gate on useLiveDashboard) * fix(cli): align `omniroute` env loading with the runtime data dir (#4597) (#4619) Integrated into release/v3.8.34 (data-dir.mjs refactor reconciled with #4607; loadEnvFile aligned to getDefaultDataDir) * chore(quality): reconcile file-size baseline for #4644 (deepseek-web.ts 1117->1125) (#4695) file-size reconcile for #4644 * Support quota scraping for OpenCode Go and Ollama Cloud (#4642) Integrated into release/v3.8.34 (Ollama Cloud + OpenCode Go dashboard quota scraping; rebuilt onto tip, gates green: typecheck/public-creds/file-size/lint/docs-sync + 31 tests) * feat(executors): land M365 Copilot pure framing + connection helpers (#4042) (#4696) Land M365 pure modules ahead of draft #4400 * deps: bump production + development groups; migrate js-yaml to v5 ESM (#4697) Incorporates Dependabot #4667 + #4668 + js-yaml v5 ESM migration into release/v3.8.34 * fix: noAuth provider validation + kimi executor routing (#4699) Integrated into release/v3.8.34 (noAuth in NOAUTH_PROVIDERS dynamic check + remove misrouted kimi web alias; 9 tests) * refactor(imageGeneration): extract 8 provider families to co-located files (#4609) Integrated into release/v3.8.34 (extraction completed: added missing imports/exports per module, main imports handlers locally; 145 image-gen tests pass, typecheck/cycles/file-size green) * chore(release): v3.8.34 — finalize changelog, rebaseline drift, fix release-green reds - Finalize CHANGELOG [3.8.34] (43 bullets, full contributor attribution) + seed i18n mirrors - Rebaseline inherited cycle drift surfaced by release-green pre-flight: eslint warnings 3900->3907, cognitive-complexity 797->801 (release-finalize touches no prod code; all drift is from this cycle's contributor merges) - fix(providers): keep reka-flash-3 as the Reka provider default. #4621 inserted reka-flash at the head of the model list, silently changing the default from reka-flash-3 (the free-tier model) to reka-flash; reorder so reka-flash-3 stays default, reka-flash retained. - test: align provider-models-config / provider-models-route / web-cookie-providers-new with #4621 (reka-flash now in the Reka catalog) and #4699 (the `kimi` API-key provider correctly falls through to DefaultExecutor instead of KimiWebExecutor) - chore(quality): allowlist the COMPRESSION_GUIDE doc name in check-fabricated-docs (false-positive env-var match; docs/compression/COMPRESSION_GUIDE.md exists) * fix(release-green): resolve release-PR full-CI reds for v3.8.34 Surfaced only on the release PR (these gates don't run on PR->release fast-gates): - fix(quota): complete HTML-comment sanitization in opencodeOllamaUsage SSR reset-time parsing — strip any <!--...--> generically instead of the two literal React hydration markers, so no partial "<!--" can survive (CodeQL js/incomplete-multi-character- sanitization, HIGH, introduced by #4642). Regression test added. - test(codex): correct the Codex-fingerprint body key order assertion to match the canonical bodyFieldOrder (prompt_cache_key precedes include); #4584 flipped the two and integration tests don't run on fast-gates so it never executed until the release PR. - chore(quality): rebaseline inherited cycle drift surfaced by full CI — zizmorFindings 152->155 (+3 unpinned-uses in nightly-release-green.yml from #4622, same @vN convention as ci.yml) and openapiCoverage.pct 38.4->37.8 (-0.6, contributor routes added faster than openapi docs). Release-finalize touches no prod routes. * fix(release-green): complete CodeQL sanitization + rebaseline complexity drift - fix(quota): handle unterminated HTML comments in opencodeOllamaUsage SSR reset-time parsing — the `(?:-->|$)` arm consumes a trailing "<!--" with no closing "-->", so no partial "<!--" can survive (CodeQL js/incomplete-multi-character-sanitization persisted with the plain <!--...--> form because an unclosed comment could still leave "<!--"). - chore(quality): rebaseline cyclomatic complexity 1915->1916 (+1) — inherited v3.8.34 cycle drift (contributor feature branches); check:complexity does not run on PR->release fast-gates so it surfaced only on the release PR. Release-finalize adds 0 complexity (measured 1916 with/without the regex tweak). dead-code/cognitive/type-coverage/ compression-budget/codeql ratchets all pass. --------- Co-authored-by: Diego Rodrigues de Sa e Souza <diego.souza@cdwasolutions.com.br> Co-authored-by: Randi <55005611+rdself@users.noreply.github.com> Co-authored-by: Hernan Javier Ardila Sanchez <hjasgr@gmail.com> Co-authored-by: KooshaPari <42529354+KooshaPari@users.noreply.github.com> Co-authored-by: Abhishek Divekar <adivekar@utexas.edu> Co-authored-by: Rahul sharma <sharmaR0810@gmail.com> Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Co-authored-by: Diego Rodrigues de Sa e Souza <souzamiriamrodrigues790@gmail.com> Co-authored-by: Ronald Estacion <DevEstacion@users.noreply.github.com> Co-authored-by: Igor <60442260+BugsBag@users.noreply.github.com> Co-authored-by: Oonishi <275808243+ponkcore@users.noreply.github.com> Co-authored-by: Paijo <14921983+oyi77@users.noreply.github.com> Co-authored-by: Jan Leon <Jan.gaschler@gmail.com>
184 lines
6.4 KiB
JavaScript
184 lines
6.4 KiB
JavaScript
import { writeFileSync, appendFileSync, existsSync, unlinkSync } from "node:fs";
|
|
import { t } from "../i18n.mjs";
|
|
import { getBaseUrl, buildHeaders } from "../api.mjs";
|
|
|
|
export function registerLogs(program) {
|
|
program
|
|
.command("logs")
|
|
.description(t("logs.description"))
|
|
.option("--follow", t("logs.follow"))
|
|
.option("--filter <level>", t("logs.filter"))
|
|
.option("--lines <n>", t("logs.lines"), "100")
|
|
.option("--timeout <ms>", t("logs.timeout"), "30000")
|
|
.option("--base-url <url>", t("logs.baseUrl"))
|
|
.option("--request-id <id>", t("logs.requestId"))
|
|
.option("--api-key <key>", t("logs.apiKey"))
|
|
.option("--combo <name>", t("logs.combo"))
|
|
.option("--status <code>", t("logs.status"))
|
|
.option("--duration-min <ms>", t("logs.durationMin"), parseInt)
|
|
.option("--duration-max <ms>", t("logs.durationMax"), parseInt)
|
|
.option("--export <path>", t("logs.export"))
|
|
.action(async (opts, cmd) => {
|
|
const globalOpts = cmd.optsWithGlobals();
|
|
// `--context` and `--output` are global options, so forward them explicitly:
|
|
// runLogsCommand resolves the base URL via getBaseUrl({ context }), and without
|
|
// this a user's `--context` would be silently dropped.
|
|
const exitCode = await runLogsCommand({
|
|
...opts,
|
|
context: globalOpts.context,
|
|
output: globalOpts.output,
|
|
});
|
|
if (exitCode !== 0) process.exit(exitCode);
|
|
});
|
|
}
|
|
|
|
function buildLogFilter(opts) {
|
|
const levelFilters = opts.filter ? opts.filter.split(",").map((f) => f.trim()) : [];
|
|
const requestId = opts.requestId;
|
|
const apiKey = opts.apiKey;
|
|
const combo = opts.combo;
|
|
const statusFilter = opts.status != null ? String(opts.status) : null;
|
|
const durationMin = opts.durationMin != null ? Number(opts.durationMin) : null;
|
|
const durationMax = opts.durationMax != null ? Number(opts.durationMax) : null;
|
|
|
|
return function matchesLog(parsed) {
|
|
if (levelFilters.length > 0) {
|
|
const level = String(parsed.level || "info").toLowerCase();
|
|
if (!levelFilters.includes(level)) return false;
|
|
}
|
|
if (requestId) {
|
|
const rid = String(parsed.requestId || parsed.request_id || "");
|
|
if (!rid.includes(requestId)) return false;
|
|
}
|
|
if (apiKey) {
|
|
const key = String(parsed.apiKey || parsed.api_key || parsed.key || "");
|
|
if (!key.includes(apiKey)) return false;
|
|
}
|
|
if (combo) {
|
|
const c = String(parsed.combo || parsed.comboName || parsed.combo_name || "");
|
|
if (!c.includes(combo)) return false;
|
|
}
|
|
if (statusFilter) {
|
|
const s = String(parsed.status || parsed.statusCode || parsed.status_code || "");
|
|
if (!s.startsWith(statusFilter)) return false;
|
|
}
|
|
if (durationMin != null) {
|
|
const d = Number(parsed.duration || parsed.durationMs || parsed.latency || 0);
|
|
if (d < durationMin) return false;
|
|
}
|
|
if (durationMax != null) {
|
|
const d = Number(parsed.duration || parsed.durationMs || parsed.latency || 0);
|
|
if (d > durationMax) return false;
|
|
}
|
|
return true;
|
|
};
|
|
}
|
|
|
|
export async function runLogsCommand(opts = {}) {
|
|
// Resolve the base URL the same way every other CLI command does: an explicit
|
|
// --base-url wins, otherwise fall back to the active context / env / localhost.
|
|
// Without this, `logs` always hit localhost and ignored a connected remote.
|
|
const baseUrl = opts.baseUrl || opts["base-url"] || getBaseUrl({ context: opts.context });
|
|
const follow = opts.follow ?? false;
|
|
const timeout = parseInt(String(opts.timeout || "30000"), 10);
|
|
const isJson = opts.output === "json";
|
|
const exportPath = opts.export;
|
|
|
|
// Prepare export file
|
|
if (exportPath && existsSync(exportPath)) {
|
|
unlinkSync(exportPath);
|
|
}
|
|
|
|
const matchesLog = buildLogFilter(opts);
|
|
// Pass only level filters to the stream (server-side); other filters are client-side
|
|
const levelFilters = opts.filter ? opts.filter.split(",").map((f) => f.trim()) : [];
|
|
|
|
// Authenticate the log stream. The /api/cli-tools/logs endpoint requires the
|
|
// management token; build the same headers (scoped context token + CLI token)
|
|
// that apiFetch uses, so `logs` works against authenticated/remote servers.
|
|
// NOTE: --api-key here is a client-side log *filter* (see buildLogFilter), not
|
|
// an auth credential, so it is deliberately not forwarded to buildHeaders.
|
|
const headers = await buildHeaders({ baseUrl, context: opts.context });
|
|
|
|
const { createLogStream } = await import("../../../src/lib/cli-helper/log-streamer.js");
|
|
const { stream, stop } = createLogStream({
|
|
baseUrl,
|
|
filters: levelFilters,
|
|
follow,
|
|
timeout,
|
|
headers,
|
|
});
|
|
|
|
const reader = stream.getReader();
|
|
const decoder = new TextDecoder();
|
|
let buffer = "";
|
|
|
|
const processLine = (line) => {
|
|
if (!line.trim()) return;
|
|
let parsed = null;
|
|
try {
|
|
parsed = JSON.parse(line);
|
|
} catch {
|
|
// Non-JSON line: only include if no structured filters active
|
|
if (
|
|
opts.requestId ||
|
|
opts.apiKey ||
|
|
opts.combo ||
|
|
opts.status ||
|
|
opts.durationMin != null ||
|
|
opts.durationMax != null
|
|
)
|
|
return;
|
|
if (exportPath) appendFileSync(exportPath, line + "\n", "utf8");
|
|
else console.log(line);
|
|
return;
|
|
}
|
|
|
|
if (!matchesLog(parsed)) return;
|
|
|
|
if (exportPath) {
|
|
appendFileSync(exportPath, JSON.stringify(parsed) + "\n", "utf8");
|
|
return;
|
|
}
|
|
|
|
if (isJson) {
|
|
console.log(JSON.stringify(parsed));
|
|
return;
|
|
}
|
|
|
|
const level = parsed.level || "info";
|
|
const ts = parsed.timestamp || new Date().toISOString();
|
|
const msg = parsed.message || JSON.stringify(parsed);
|
|
const prefix =
|
|
{ error: "\x1b[31m[ERR]", warn: "\x1b[33m[WRN]", info: "\x1b[36m[INF]" }[level] || "[INF]";
|
|
console.log(`${prefix}\x1b[0m ${ts} ${msg}`);
|
|
};
|
|
|
|
try {
|
|
while (true) {
|
|
const { done, value } = await reader.read();
|
|
if (done) break;
|
|
buffer += decoder.decode(value, { stream: true });
|
|
const parts = buffer.split("\n");
|
|
buffer = parts.pop() || "";
|
|
for (const line of parts) processLine(line);
|
|
}
|
|
if (buffer) processLine(buffer);
|
|
if (exportPath) console.log(t("logs.exported", { path: exportPath }));
|
|
} catch (err) {
|
|
if (err.name === "AbortError") {
|
|
console.log(t("logs.stopped"));
|
|
} else {
|
|
console.error(
|
|
t("logs.streamError", {
|
|
message: (err instanceof Error ? err.message : String(err)).slice(0, 100),
|
|
})
|
|
);
|
|
}
|
|
} finally {
|
|
stop();
|
|
}
|
|
|
|
return 0;
|
|
}
|