import { HTTP_STATUS, FETCH_TIMEOUT_MS } from "../config/constants.ts"; /** * BaseExecutor - Base class for provider executors. * Implements the Strategy pattern: subclasses override specific methods * (buildUrl, buildHeaders, transformRequest, etc.) for each provider. */ export class BaseExecutor { provider: any; config: any; constructor(provider: any, config: any) { this.provider = provider; this.config = config; } getProvider() { return this.provider; } getBaseUrls() { return this.config.baseUrls || (this.config.baseUrl ? [this.config.baseUrl] : []); } getFallbackCount() { return this.getBaseUrls().length || 1; } buildUrl(model, stream, urlIndex = 0, credentials = null) { if (this.provider?.startsWith?.("openai-compatible-")) { const baseUrl = credentials?.providerSpecificData?.baseUrl || "https://api.openai.com/v1"; const normalized = baseUrl.replace(/\/$/, ""); const path = this.provider.includes("responses") ? "/responses" : "/chat/completions"; return `${normalized}${path}`; } const baseUrls = this.getBaseUrls(); return baseUrls[urlIndex] || baseUrls[0] || this.config.baseUrl; } buildHeaders(credentials, stream = true) { const headers = { "Content-Type": "application/json", ...this.config.headers, }; if (credentials.accessToken) { headers["Authorization"] = `Bearer ${credentials.accessToken}`; } else if (credentials.apiKey) { headers["Authorization"] = `Bearer ${credentials.apiKey}`; } if (stream) { headers["Accept"] = "text/event-stream"; } return headers; } // Override in subclass for provider-specific transformations transformRequest(model, body, stream, credentials) { return body; } shouldRetry(status, urlIndex) { return status === HTTP_STATUS.RATE_LIMITED && urlIndex + 1 < this.getFallbackCount(); } // Override in subclass for provider-specific refresh async refreshCredentials(credentials, log) { return null; } needsRefresh(credentials) { if (!credentials.expiresAt) return false; const expiresAtMs = new Date(credentials.expiresAt).getTime(); return expiresAtMs - Date.now() < 5 * 60 * 1000; } parseError(response, bodyText) { return { status: response.status, message: bodyText || `HTTP ${response.status}` }; } async execute({ model, body, stream, credentials, signal, log }) { const fallbackCount = this.getFallbackCount(); let lastError = null; let lastStatus = 0; for (let urlIndex = 0; urlIndex < fallbackCount; urlIndex++) { const url = this.buildUrl(model, stream, urlIndex, credentials); const headers = this.buildHeaders(credentials, stream); const transformedBody = this.transformRequest(model, body, stream, credentials); try { // For non-streaming requests, apply a fetch timeout to prevent stalled connections. // Streaming requests skip the timeout — they use stream idle detection instead. const timeoutSignal = !stream ? AbortSignal.timeout(FETCH_TIMEOUT_MS) : null; const combinedSignal = signal && timeoutSignal ? AbortSignal.any([signal, timeoutSignal]) : signal || timeoutSignal; const fetchOptions: Record = { method: "POST", headers, body: JSON.stringify(transformedBody), }; if (combinedSignal) fetchOptions.signal = combinedSignal; const response = await fetch(url, fetchOptions); if (this.shouldRetry(response.status, urlIndex)) { log?.debug?.("RETRY", `${response.status} on ${url}, trying fallback ${urlIndex + 1}`); lastStatus = response.status; continue; } return { response, url, headers, transformedBody }; } catch (error) { // Distinguish timeout errors from other abort errors if (error.name === "TimeoutError") { log?.warn?.("TIMEOUT", `Fetch timeout after ${FETCH_TIMEOUT_MS}ms on ${url}`); } lastError = error; if (urlIndex + 1 < fallbackCount) { log?.debug?.("RETRY", `Error on ${url}, trying fallback ${urlIndex + 1}`); continue; } throw error; } } throw lastError || new Error(`All ${fallbackCount} URLs failed with status ${lastStatus}`); } } export default BaseExecutor;