mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-08-03 13:52:09 +03:00
Integrated into release/v3.8.37 — cherry-picked defining commit onto release tip; CHANGELOG re-merged; tests green.
352 lines
12 KiB
TypeScript
352 lines
12 KiB
TypeScript
import {
|
|
BaseExecutor,
|
|
mergeUpstreamExtraHeaders,
|
|
setUserAgentHeader,
|
|
type ExecuteInput,
|
|
type ProviderCredentials,
|
|
} from "./base.ts";
|
|
import { PROVIDERS } from "../config/constants.ts";
|
|
import {
|
|
getQoderDashscopeCompatHeaders,
|
|
QODER_DEFAULT_USER_AGENT,
|
|
} from "../config/providerHeaderProfiles.ts";
|
|
import { sanitizeQwenThinkingToolChoice } from "../services/qwenThinking.ts";
|
|
import { buildCosyHeadersForValidation, resolveQoderJobToken } from "../services/qoderCli.ts";
|
|
import { sanitizeErrorMessage } from "../utils/error.ts";
|
|
|
|
function truncate(text: string, max: number): string {
|
|
if (text.length <= max) return text;
|
|
return `${text.slice(0, max)}…`;
|
|
}
|
|
|
|
/**
|
|
* Peek at the first SSE event from a Qoder response to detect upstream errors
|
|
* that Qoder wraps inside an HTTP 200 SSE envelope ({statusCodeValue, body}).
|
|
* Returns a proper HTTP error Response when found, so downstream fallback
|
|
* logic (combo routing, account fallback) can trigger. For success, re-creates
|
|
* the stream with the first chunk prepended so the body passes through
|
|
* transparently.
|
|
*/
|
|
async function unwrapQoderEnvelope(response: Response): Promise<Response> {
|
|
if (!response.ok || !response.body) {
|
|
return response;
|
|
}
|
|
|
|
const reader = response.body.getReader();
|
|
const decoder = new TextDecoder();
|
|
|
|
const { done, value } = await reader.read();
|
|
if (done) {
|
|
reader.cancel();
|
|
return new Response(
|
|
JSON.stringify({ error: { message: "[qoder] empty response", type: "provider_error" } }),
|
|
{ status: 502, headers: { "Content-Type": "application/json" } }
|
|
);
|
|
}
|
|
|
|
const text = decoder.decode(value, { stream: true });
|
|
|
|
let errorStatus: number | null = null;
|
|
let errorMsg = "";
|
|
for (const line of text.split("\n")) {
|
|
const trimmed = line.trim();
|
|
if (!trimmed.startsWith("data:")) continue;
|
|
const jsonStr = trimmed.slice(5).trim();
|
|
if (jsonStr === "[DONE]") break;
|
|
try {
|
|
const envelope = JSON.parse(jsonStr) as Record<string, unknown>;
|
|
const statusVal =
|
|
typeof envelope.statusCodeValue === "number" ? envelope.statusCodeValue : 200;
|
|
if (statusVal !== 200) {
|
|
errorStatus = statusVal >= 400 ? statusVal : 502;
|
|
errorMsg =
|
|
typeof envelope.body === "string" ? envelope.body : `upstream status ${statusVal}`;
|
|
}
|
|
} catch {
|
|
// Malformed JSON — treat as non-error; downstream handling parses it.
|
|
}
|
|
break;
|
|
}
|
|
|
|
if (errorStatus) {
|
|
reader.cancel();
|
|
const errType =
|
|
errorStatus === 401 || errorStatus === 403 ? "authentication_error" : "provider_error";
|
|
return new Response(
|
|
JSON.stringify({
|
|
error: {
|
|
message: `[qoder error ${errorStatus}: ${sanitizeErrorMessage(truncate(errorMsg, 200))}]`,
|
|
type: errType,
|
|
},
|
|
}),
|
|
{ status: errorStatus, headers: { "Content-Type": "application/json" } }
|
|
);
|
|
}
|
|
|
|
// Re-create the stream with the first chunk prepended so the success body
|
|
// passes through unchanged.
|
|
const restStream = new ReadableStream<Uint8Array>({
|
|
start(controller) {
|
|
controller.enqueue(value);
|
|
},
|
|
pull(controller) {
|
|
return reader.read().then(({ done, value }) => {
|
|
if (done) {
|
|
controller.close();
|
|
return;
|
|
}
|
|
controller.enqueue(value);
|
|
});
|
|
},
|
|
cancel() {
|
|
reader.cancel();
|
|
},
|
|
});
|
|
|
|
return new Response(restStream, {
|
|
status: response.status,
|
|
statusText: response.statusText,
|
|
headers: new Headers(response.headers),
|
|
});
|
|
}
|
|
|
|
function getAuthToken(credentials: ProviderCredentials): string {
|
|
if (typeof credentials.apiKey === "string" && credentials.apiKey.trim()) {
|
|
return credentials.apiKey.trim();
|
|
}
|
|
if (typeof credentials.accessToken === "string" && credentials.accessToken.trim()) {
|
|
return credentials.accessToken.trim();
|
|
}
|
|
if (typeof credentials.refreshToken === "string" && credentials.refreshToken.trim()) {
|
|
return credentials.refreshToken.trim();
|
|
}
|
|
// Fallback: QODER_PERSONAL_ACCESS_TOKEN env var (#966)
|
|
const envToken = String(process.env.QODER_PERSONAL_ACCESS_TOKEN || "").trim();
|
|
if (envToken) return envToken;
|
|
return "";
|
|
}
|
|
|
|
export class QoderExecutor extends BaseExecutor {
|
|
constructor() {
|
|
super("qoder", PROVIDERS.qoder);
|
|
}
|
|
|
|
buildHeaders(
|
|
credentials: ProviderCredentials,
|
|
stream = true,
|
|
clientHeaders?: Record<string, string> | null,
|
|
model?: string
|
|
): Record<string, string> {
|
|
const headers = super.buildHeaders(credentials, stream, clientHeaders, model);
|
|
setUserAgentHeader(headers, QODER_DEFAULT_USER_AGENT);
|
|
return headers;
|
|
}
|
|
|
|
transformRequest(model: string, body: unknown): Record<string, unknown> {
|
|
const payload = {
|
|
...(typeof body === "object" && body !== null ? body : {}),
|
|
model,
|
|
};
|
|
|
|
return sanitizeQwenThinkingToolChoice(payload, "QoderExecutor");
|
|
}
|
|
|
|
async execute({ model, body, stream, credentials, signal, upstreamExtraHeaders }: ExecuteInput) {
|
|
const token = getAuthToken(credentials);
|
|
|
|
if (!token) {
|
|
return {
|
|
response: new Response(
|
|
JSON.stringify({
|
|
error: {
|
|
message: "Qoder access token or API Key is required. Please sign in or set a PAT.",
|
|
type: "authentication_error",
|
|
code: "token_required",
|
|
},
|
|
}),
|
|
{ status: 401, headers: { "Content-Type": "application/json" } }
|
|
),
|
|
url: "https://dashscope.aliyuncs.com",
|
|
headers: { "Content-Type": "application/json" },
|
|
transformedBody: body,
|
|
};
|
|
}
|
|
|
|
const resolvedModel = model || "qwen3-coder-plus";
|
|
|
|
// Detect token type: PAT (Personal Access Token) starts with "pt-"
|
|
const isPatToken = token.startsWith("pt-");
|
|
|
|
let mappedModel = resolvedModel;
|
|
let endpointUrl: string;
|
|
|
|
if (isPatToken) {
|
|
endpointUrl = "https://api.qoder.com/v1/chat/completions";
|
|
} else {
|
|
if (resolvedModel === "qwen3.5-plus" || resolvedModel === "qwen3.6-plus") {
|
|
mappedModel = "coder-model";
|
|
} else if (resolvedModel === "vision-model") {
|
|
mappedModel = "qwen3-vl-plus";
|
|
}
|
|
endpointUrl = "https://dashscope.aliyuncs.com/compatible-mode/v1/chat/completions";
|
|
}
|
|
|
|
// Check for custom API base via credentials (overrides the default)
|
|
let credentialsApiBase: unknown;
|
|
if (typeof credentials === "object" && credentials !== null) {
|
|
const credsObj = credentials as Record<string, unknown>;
|
|
credentialsApiBase = credsObj.customApiBase || credsObj.resourceUrl;
|
|
}
|
|
if (typeof credentialsApiBase === "string" && credentialsApiBase.trim()) {
|
|
let base = credentialsApiBase.trim();
|
|
if (!base.startsWith("http")) base = `https://${base}`;
|
|
if (!base.endsWith("/v1")) base = base.endsWith("/") ? `${base}v1` : `${base}/v1`;
|
|
endpointUrl = `${base}/chat/completions`;
|
|
}
|
|
|
|
const headers: Record<string, string> = {
|
|
"Content-Type": "application/json",
|
|
Authorization: `Bearer ${token}`,
|
|
...(isPatToken ? {} : getQoderDashscopeCompatHeaders()),
|
|
};
|
|
|
|
mergeUpstreamExtraHeaders(headers, upstreamExtraHeaders);
|
|
|
|
const payload = this.transformRequest(mappedModel, body, stream, credentials);
|
|
|
|
const bodyStr = JSON.stringify(payload);
|
|
|
|
try {
|
|
let response = await fetch(endpointUrl, {
|
|
method: "POST",
|
|
headers,
|
|
body: bodyStr,
|
|
signal,
|
|
});
|
|
|
|
// PAT tokens (pt-*) are not accepted as Bearer tokens by api.qoder.com/v1/chat/completions.
|
|
// They return 401 TOKEN_INVALID. Fallback to Cosy auth against api1.qoder.sh.
|
|
if (!response.ok && response.status === 401 && isPatToken) {
|
|
// #4683: exchange the PAT (pt-*) for a job token (jt-*) before the Cosy call;
|
|
// Cosy rejects a raw pt-* in security_oauth_token with a generic 500.
|
|
const cosyToken = await resolveQoderJobToken(token, { signal });
|
|
const cosyHeaders = buildCosyHeadersForValidation(bodyStr, cosyToken);
|
|
const cosyEndpoint =
|
|
"https://api1.qoder.sh/algo/api/v2/service/pro/sse/agent_chat_generation?AgentId=agent_common";
|
|
const cosyRes = await fetch(cosyEndpoint, {
|
|
method: "POST",
|
|
headers: cosyHeaders,
|
|
body: bodyStr,
|
|
signal,
|
|
});
|
|
|
|
if (cosyRes.ok || cosyRes.status === 200) {
|
|
// Cosy SSE response - read full body and parse
|
|
const rawText = await cosyRes.text();
|
|
const lines = rawText.split("\n").filter((l) => l.startsWith("data: "));
|
|
let fullContent = "";
|
|
for (const line of lines) {
|
|
try {
|
|
const jsonData = JSON.parse(line.slice(6));
|
|
const { extractTextFromQoderEnvelope } = await import("../services/qoderCli.ts");
|
|
const chunkText = extractTextFromQoderEnvelope(jsonData);
|
|
if (chunkText) fullContent += chunkText;
|
|
} catch {
|
|
// skip unparseable chunks
|
|
}
|
|
}
|
|
const { buildQoderCompletionPayload } = await import("../services/qoderCli.ts");
|
|
const cosyPayload = buildQoderCompletionPayload({
|
|
model: mappedModel || resolvedModel,
|
|
text: fullContent,
|
|
});
|
|
return {
|
|
response: new Response(JSON.stringify(cosyPayload), {
|
|
status: 200,
|
|
headers: { "Content-Type": "application/json" },
|
|
}),
|
|
url: cosyEndpoint,
|
|
headers: cosyHeaders,
|
|
transformedBody: payload,
|
|
};
|
|
}
|
|
|
|
// Cosy also failed - return the original 401 error
|
|
let errText = await cosyRes.text();
|
|
return {
|
|
response: new Response(
|
|
JSON.stringify({
|
|
error: {
|
|
message:
|
|
`Qoder API (Cosy) failed with status ${cosyRes.status}: ${errText}. Your PAT token may not be valid for the chat API.` +
|
|
" Try using an OAuth token or a different auth method.",
|
|
type: "authentication_error",
|
|
code: "token_invalid",
|
|
},
|
|
}),
|
|
{ status: 401, headers: { "Content-Type": "application/json" } }
|
|
),
|
|
url: cosyEndpoint,
|
|
headers: cosyHeaders,
|
|
transformedBody: payload,
|
|
};
|
|
}
|
|
|
|
if (!response.ok) {
|
|
let errText = await response.text();
|
|
return {
|
|
response: new Response(
|
|
JSON.stringify({
|
|
error: {
|
|
message: `Qoder API failed with status ${response.status}: ${errText}`,
|
|
type: response.status === 401 ? "authentication_error" : "provider_error",
|
|
},
|
|
}),
|
|
{ status: response.status, headers: { "Content-Type": "application/json" } }
|
|
),
|
|
url: endpointUrl,
|
|
headers,
|
|
transformedBody: payload,
|
|
};
|
|
}
|
|
|
|
// Qoder wraps upstream errors inside an HTTP 200 SSE envelope
|
|
// ({statusCodeValue}). Peek at the first event to detect this and return
|
|
// a proper HTTP error so combo/account fallback logic can trigger.
|
|
const unwrapped = await unwrapQoderEnvelope(response);
|
|
return {
|
|
response: unwrapped,
|
|
url: endpointUrl,
|
|
headers,
|
|
transformedBody: payload,
|
|
};
|
|
} catch (e: unknown) {
|
|
const error = e as Error;
|
|
if (error.name === "AbortError") {
|
|
throw error;
|
|
}
|
|
return {
|
|
response: new Response(
|
|
JSON.stringify({
|
|
error: {
|
|
message: `Qoder fetch error: ${sanitizeErrorMessage(error.message)}`,
|
|
type: "provider_error",
|
|
},
|
|
}),
|
|
{ status: 502, headers: { "Content-Type": "application/json" } }
|
|
),
|
|
url: endpointUrl,
|
|
headers,
|
|
transformedBody: payload,
|
|
};
|
|
}
|
|
}
|
|
}
|
|
|
|
export default QoderExecutor;
|
|
|
|
export const __test__ = {
|
|
unwrapQoderEnvelope,
|
|
truncate,
|
|
};
|