mirror of
https://github.com/diegosouzapw/OmniRoute.git
synced 2026-09-16 20:02:45 +03:00
Resynced onto the release tip after #12051/#12052 landed. One real conflict in open-sse/services/combo.ts at both LKGP-clear call sites (handleComboChat + round-robin path): the release tip already has #12013's clearStaleLKGP() helper, which this PR's branch predates — kept the current helper call at both sites, discarding the pre-refactor inline pattern. typecheck:core and the open-sse test suite (vitest, 9/9 on volumeDetector) both green after resync. Thanks for the well-scoped Phase 4 migration.
317 lines
13 KiB
TypeScript
Executable File
317 lines
13 KiB
TypeScript
Executable File
// Re-export from open-sse with local logger
|
|
import * as log from "../utils/logger";
|
|
import { updateProviderConnection } from "@/lib/db/providers";
|
|
import { resolveProxyForConnection } from "@/lib/db/settings";
|
|
import { resolveProxyForProvider } from "@/lib/db/proxies";
|
|
import {
|
|
TOKEN_EXPIRY_BUFFER_MS as BUFFER_MS,
|
|
getRefreshLeadMs as _getRefreshLeadMs,
|
|
refreshAccessToken as _refreshAccessToken,
|
|
refreshClaudeOAuthToken as _refreshClaudeOAuthToken,
|
|
refreshGoogleToken as _refreshGoogleToken,
|
|
refreshCodexToken as _refreshCodexToken,
|
|
refreshQoderToken as _refreshQoderToken,
|
|
refreshGitHubToken as _refreshGitHubToken,
|
|
refreshCopilotToken as _refreshCopilotToken,
|
|
getAccessToken as _getAccessToken,
|
|
refreshTokenByProvider as _refreshTokenByProvider,
|
|
formatProviderCredentials as _formatProviderCredentials,
|
|
getAllAccessTokens as _getAllAccessTokens,
|
|
} from "@omniroute/open-sse/services/tokenRefresh.ts";
|
|
|
|
// DEPRECATED: withConnectionRefreshMutex was removed. The per-connection mutex
|
|
// is now consolidated in open-sse/services/tokenRefresh.ts and protected by
|
|
// passing an `onPersist` callback to `getAccessToken`, which runs the DB write
|
|
// INSIDE the mutex closure (atomic [network + persist]). The old src/sse-side
|
|
// mutex Map was redundant and created the illusion of two locks when there was
|
|
// actually only one. Removing it eliminates the dual-Map confusion. See
|
|
// docs/architecture/SSE_BOUNDARY.md and tests/unit/token-refresh-race-comprehensive.test.ts.
|
|
|
|
export const TOKEN_EXPIRY_BUFFER_MS = BUFFER_MS;
|
|
|
|
async function resolveProxyForCredentials(provider: string, credentials?: any) {
|
|
if (credentials?.connectionId) {
|
|
const resolved = await resolveProxyForConnection(credentials.connectionId);
|
|
if (resolved?.proxy) {
|
|
return resolved.proxy;
|
|
}
|
|
}
|
|
|
|
return resolveProxyForProvider(provider);
|
|
}
|
|
|
|
export const refreshAccessToken = async (
|
|
provider: string,
|
|
refreshToken: string,
|
|
credentials: any
|
|
) => {
|
|
const proxy = await resolveProxyForCredentials(provider, credentials);
|
|
return _refreshAccessToken(provider, refreshToken, credentials, log, proxy);
|
|
};
|
|
|
|
export const refreshClaudeOAuthToken = async (refreshToken: string, credentials?: any) => {
|
|
const proxy = await resolveProxyForCredentials("claude", credentials);
|
|
return _refreshClaudeOAuthToken(refreshToken, log, proxy);
|
|
};
|
|
|
|
export const refreshGoogleToken = async (
|
|
refreshToken: string,
|
|
clientId: string,
|
|
clientSecret: string,
|
|
provider: string = "gemini",
|
|
credentials?: any
|
|
) => {
|
|
const proxy = await resolveProxyForCredentials(provider, credentials);
|
|
return _refreshGoogleToken(refreshToken, clientId, clientSecret, log, proxy);
|
|
};
|
|
|
|
export const refreshCodexToken = async (refreshToken: string, credentials?: any) => {
|
|
const proxy = await resolveProxyForCredentials("codex", credentials);
|
|
return _refreshCodexToken(refreshToken, log, proxy);
|
|
};
|
|
|
|
export const refreshQoderToken = async (refreshToken: string, credentials?: any) => {
|
|
const proxy = await resolveProxyForCredentials("qoder", credentials);
|
|
return _refreshQoderToken(refreshToken, log, proxy);
|
|
};
|
|
|
|
export const refreshGitHubToken = async (refreshToken: string, credentials?: any) => {
|
|
const proxy = await resolveProxyForCredentials("github", credentials);
|
|
return _refreshGitHubToken(refreshToken, log, proxy);
|
|
};
|
|
|
|
export const refreshCopilotToken = async (
|
|
githubAccessToken: string,
|
|
credentials?: any,
|
|
baseUrl?: string
|
|
) => {
|
|
const proxy = await resolveProxyForCredentials("github", credentials);
|
|
return baseUrl
|
|
? _refreshCopilotToken(githubAccessToken, log, proxy, baseUrl)
|
|
: _refreshCopilotToken(githubAccessToken, log, proxy);
|
|
};
|
|
|
|
/**
|
|
* Resolve the Copilot token endpoint base URL for a provider/credentials pair.
|
|
* github.com Copilot always uses api.github.com; GHE Copilot uses its own
|
|
* per-enterprise host stored in providerSpecificData.gheUrl at connect time.
|
|
*/
|
|
export function resolveCopilotTokenBaseUrl(
|
|
provider: string,
|
|
credentials?: any
|
|
): string | undefined {
|
|
if (provider !== "ghe-copilot") return undefined;
|
|
const gheUrl = credentials?.providerSpecificData?.gheUrl;
|
|
if (typeof gheUrl === "string" && gheUrl.trim().length > 0) {
|
|
return `${gheUrl.trim().replace(/\/+$/, "")}/api/v3`;
|
|
}
|
|
return undefined;
|
|
}
|
|
|
|
export const getAccessToken = async (
|
|
provider: string,
|
|
credentials: any,
|
|
onPersist?: (result: any) => Promise<void>
|
|
) => {
|
|
const proxy = await resolveProxyForCredentials(provider, credentials);
|
|
return _getAccessToken(provider, credentials, log, proxy, onPersist);
|
|
};
|
|
|
|
export const refreshTokenByProvider = async (provider: string, credentials: any) => {
|
|
const proxy = await resolveProxyForCredentials(provider, credentials);
|
|
return _refreshTokenByProvider(provider, credentials, log, proxy);
|
|
};
|
|
|
|
export const formatProviderCredentials = (provider: string, credentials: any) =>
|
|
_formatProviderCredentials(provider, credentials, log);
|
|
|
|
export const getAllAccessTokens = (userInfo: any) => _getAllAccessTokens(userInfo, log);
|
|
|
|
// Local-specific: Update credentials in localDb
|
|
export async function updateProviderCredentials(connectionId: string, newCredentials: any) {
|
|
try {
|
|
const updates: Record<string, any> = {};
|
|
|
|
if (newCredentials.accessToken) {
|
|
updates.accessToken = newCredentials.accessToken;
|
|
// #6352: a successful refresh proves the connection is reachable and its
|
|
// refresh_token is valid again — clear any stale auth-failure state
|
|
// (testStatus/lastError*) left over from a prior expired/invalid refresh
|
|
// token or an upstream 401/403. Without this, a genuinely successful
|
|
// rotating-refresh (e.g. Codex/OpenAI) persisted the new access/refresh
|
|
// token while leaving the dashboard showing "Auth Failed" forever,
|
|
// because the error metadata was never reset here — only the health-check
|
|
// sweep (tokenHealthCheck.ts::checkConnection) did this clearing, so any
|
|
// OTHER caller of updateProviderCredentials (the manual refresh route,
|
|
// the reactive per-request refresh in chat.ts) looked like it "didn't
|
|
// pick up" the refreshed token. Explicit `newCredentials.testStatus`
|
|
// below still wins for callers that need a specific terminal state.
|
|
updates.testStatus = "active";
|
|
updates.lastError = null;
|
|
updates.lastErrorAt = null;
|
|
updates.lastErrorType = null;
|
|
updates.lastErrorSource = null;
|
|
updates.errorCode = null;
|
|
}
|
|
if (newCredentials.refreshToken) {
|
|
updates.refreshToken = newCredentials.refreshToken;
|
|
}
|
|
if (newCredentials.expiresIn) {
|
|
const expiresAt = new Date(Date.now() + newCredentials.expiresIn * 1000).toISOString();
|
|
updates.expiresAt = expiresAt;
|
|
updates.tokenExpiresAt = expiresAt;
|
|
updates.expiresIn = newCredentials.expiresIn;
|
|
} else if (newCredentials.expiresAt) {
|
|
updates.expiresAt = newCredentials.expiresAt;
|
|
updates.tokenExpiresAt = newCredentials.expiresAt;
|
|
}
|
|
if (newCredentials.providerSpecificData) {
|
|
updates.providerSpecificData = newCredentials.providerSpecificData;
|
|
}
|
|
// Cookie/session providers (Perplexity Web, etc.) refresh by rotating the
|
|
// stored apiKey blob — propagate that here too so DB credentials don't
|
|
// go stale after Set-Cookie rotation.
|
|
if (newCredentials.apiKey) {
|
|
updates.apiKey = newCredentials.apiKey;
|
|
}
|
|
if (newCredentials.testStatus) {
|
|
updates.testStatus = newCredentials.testStatus;
|
|
}
|
|
if (newCredentials.isActive !== undefined) {
|
|
updates.isActive = newCredentials.isActive;
|
|
}
|
|
|
|
const result = await updateProviderConnection(connectionId, updates);
|
|
log.info("TOKEN_REFRESH", "Credentials updated in localDb", {
|
|
connectionId,
|
|
success: !!result,
|
|
});
|
|
return !!result;
|
|
} catch (error) {
|
|
log.error("TOKEN_REFRESH", "Error updating credentials in localDb", {
|
|
connectionId,
|
|
error: (error as any).message,
|
|
});
|
|
return false;
|
|
}
|
|
}
|
|
|
|
// Local-specific: Check and refresh token proactively
|
|
export async function checkAndRefreshToken(provider: string, credentials: any) {
|
|
let updatedCredentials = { ...credentials };
|
|
|
|
// Check regular token expiry. Use the provider-specific lead time so rotating-
|
|
// token providers (Codex/OpenAI) refresh FAR ahead of access_token expiry. This
|
|
// keeps the refresh_token "warm" — refreshed regularly enough that Auth0 doesn't
|
|
// mark it as stale and revoke the token family on first use after long idle.
|
|
if (updatedCredentials.expiresAt) {
|
|
const expiresAt = new Date(updatedCredentials.expiresAt).getTime();
|
|
const now = Date.now();
|
|
const refreshLead = _getRefreshLeadMs(provider, updatedCredentials.providerSpecificData);
|
|
|
|
if (expiresAt - now < refreshLead) {
|
|
log.info("TOKEN_REFRESH", "Token expiring soon, refreshing proactively", {
|
|
provider,
|
|
expiresIn: Math.round((expiresAt - now) / 1000),
|
|
refreshLeadMs: refreshLead,
|
|
});
|
|
|
|
const connectionId: string | undefined = updatedCredentials.connectionId;
|
|
|
|
// Pass onPersist so the DB write happens INSIDE the open-sse per-connection
|
|
// mutex, making [network call + DB write] one atomic step. This eliminates the
|
|
// race where a concurrent request reads stale DB credentials before the write
|
|
// and re-uses a rotated refresh token (refresh_token_reused on Codex/OpenAI).
|
|
// The separate withConnectionRefreshMutex wrapper is no longer needed here.
|
|
const persistCallback = connectionId
|
|
? async (result: any) => {
|
|
await updateProviderCredentials(connectionId, result);
|
|
}
|
|
: undefined;
|
|
|
|
const newCredentials = await getAccessToken(provider, updatedCredentials, persistCallback);
|
|
|
|
if (newCredentials && newCredentials.accessToken) {
|
|
// For the no-connectionId path (no mutex, no onPersist), persist here as before.
|
|
if (!connectionId) {
|
|
await updateProviderCredentials(updatedCredentials.connectionId, newCredentials);
|
|
}
|
|
|
|
updatedCredentials = {
|
|
...updatedCredentials,
|
|
accessToken: newCredentials.accessToken,
|
|
refreshToken: newCredentials.refreshToken || updatedCredentials.refreshToken,
|
|
expiresAt: newCredentials.expiresAt
|
|
? newCredentials.expiresAt
|
|
: newCredentials.expiresIn
|
|
? new Date(Date.now() + newCredentials.expiresIn * 1000).toISOString()
|
|
: updatedCredentials.expiresAt,
|
|
};
|
|
}
|
|
}
|
|
}
|
|
|
|
// Check GitHub/GHE Copilot token expiry. Both github.com Copilot and GHE
|
|
// Copilot (device-code flow against an enterprise host) issue a short-lived
|
|
// sub-token separate from the OAuth access token, stored the same way in
|
|
// providerSpecificData.copilotTokenExpiresAt — only the token endpoint host
|
|
// differs (resolveCopilotTokenBaseUrl picks it via providerSpecificData.gheUrl).
|
|
if (
|
|
(provider === "github" || provider === "ghe-copilot") &&
|
|
updatedCredentials.providerSpecificData?.copilotTokenExpiresAt
|
|
) {
|
|
const copilotExpiresAt = updatedCredentials.providerSpecificData.copilotTokenExpiresAt * 1000;
|
|
const now = Date.now();
|
|
|
|
if (copilotExpiresAt - now < TOKEN_EXPIRY_BUFFER_MS) {
|
|
log.info("TOKEN_REFRESH", "Copilot token expiring soon, refreshing proactively", {
|
|
provider,
|
|
expiresIn: Math.round((copilotExpiresAt - now) / 1000),
|
|
});
|
|
|
|
const copilotToken = await refreshCopilotToken(
|
|
updatedCredentials.accessToken,
|
|
updatedCredentials,
|
|
resolveCopilotTokenBaseUrl(provider, updatedCredentials)
|
|
);
|
|
if (copilotToken?.token) {
|
|
await updateProviderCredentials(updatedCredentials.connectionId, {
|
|
providerSpecificData: {
|
|
...updatedCredentials.providerSpecificData,
|
|
copilotToken: copilotToken.token,
|
|
copilotTokenExpiresAt: copilotToken.expiresAt,
|
|
},
|
|
});
|
|
|
|
updatedCredentials.providerSpecificData = {
|
|
...updatedCredentials.providerSpecificData,
|
|
copilotToken: copilotToken.token,
|
|
copilotTokenExpiresAt: copilotToken.expiresAt,
|
|
};
|
|
// Sync to top-level so buildHeaders() picks up the fresh token
|
|
updatedCredentials.copilotToken = copilotToken.token;
|
|
}
|
|
}
|
|
}
|
|
|
|
return updatedCredentials;
|
|
}
|
|
|
|
// Local-specific: Refresh GitHub and Copilot tokens together
|
|
export async function refreshGitHubAndCopilotTokens(credentials: any) {
|
|
const newGitHubCredentials = await refreshGitHubToken(credentials.refreshToken, credentials);
|
|
if (newGitHubCredentials?.accessToken) {
|
|
const copilotToken = await refreshCopilotToken(newGitHubCredentials.accessToken, credentials);
|
|
if (copilotToken?.token) {
|
|
return {
|
|
...newGitHubCredentials,
|
|
providerSpecificData: {
|
|
copilotToken: copilotToken.token,
|
|
copilotTokenExpiresAt: copilotToken.expiresAt,
|
|
},
|
|
};
|
|
}
|
|
}
|
|
return newGitHubCredentials;
|
|
}
|