pjandro/OmniRoute
1
0
Fork 0
mirror of https://github.com/diegosouzapw/OmniRoute.git synced 2026-08-19 05:32:19 +03:00
Code Issues Packages Projects Releases Wiki Activity

feat(bridge): normalize fetched images before vision describe self-call

Browse Source 
Route the bridge's own fetchRemoteImageAsDataUri() output through
normalizeDataUri() (long-edge cap 2048) before handing it to the vision
model — matches the resize cap OpenAI/Anthropic already apply, cutting
upload bytes/latency. Scoped to the bridge's self-fetched images only,
never the user's raw passthrough payload (HR#20 opt-in principle).
This commit is contained in:
Xiangzhe
2026-08-13 16:41:50 -03:00
parent e04a91aa18
commit 89dee4a2df
3 changed files with 122 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/lib/guardrails/visionBridgeHelpers.ts
View File

@@ -2,6 +2,7 @@
* Vision Bridge helper functions for image processing.
*/
import { detectMediaParts, type MediaPart } from "@omniroute/open-sse/utils/mediaParts";
import { normalizeDataUri } from "@omniroute/open-sse/utils/imageNormalize";
import { fetchRemoteImage } from "@/shared/network/remoteImageFetch";
import { getRuntimePorts } from "@/lib/runtime/ports";
import { resolveSelfLoopBearer } from "@/shared/middleware/chatBodyAdmission";
@@ -314,7 +315,12 @@ async function fetchRemoteImageAsDataUri(
fetchImpl,
});
const mediaType = remoteImage.contentType.split(";")[0]?.trim() || "image/png";
return `data:${mediaType};base64,${remoteImage.buffer.toString("base64")}`;
const dataUri = `data:${mediaType};base64,${remoteImage.buffer.toString("base64")}`;
// Downscale to the long-edge cap before handing the image to the vision
// model self-call — scoped to this bridge-fetched image only, never the
// user's raw passthrough payload (opt-in principle, HR#20).
// `normalizeDataUri` never throws and is a passthrough for non-image bytes.
return normalizeDataUri(dataUri);
}
async function normalizeVisionImageInput(