Files
OmniRoute/tests/unit/role-normalizer.test.ts
diegosouzapw 50ad3b0e22 fix(translator): map developer→system by default for non-openai providers (#2281)
The OpenAI Responses API path emits 'developer' role messages. The previous
default preserved that role for any targetFormat=openai upstream, which broke
DeepSeek, MiniMax, Mimo, GLM, Fireworks, Together, and most other
OpenAI-compatible gateways with '[400]: unknown variant developer, expected
one of system/user/assistant/tool'.

New default: preserve developer only for the openai-family allowlist
(openai, azure-openai, azure, github, or any id containing 'openai').
Convert developer→system for everyone else when preserveDeveloperRole is
not explicitly set. The dashboard 'Compatibility → preserveOpenAIDeveloperRole
= true' toggle still forces preservation when needed.
2026-05-16 10:13:08 -03:00

128 lines
5.2 KiB
TypeScript

import test from "node:test";
import assert from "node:assert/strict";
const { normalizeDeveloperRole, normalizeModelRole, normalizeSystemRole, normalizeRoles } =
await import("../../open-sse/services/roleNormalizer.ts");
test("normalizeDeveloperRole preserves developer for official openai provider by default", () => {
const messages = [{ role: "developer", content: "internal policy" }];
const result = normalizeDeveloperRole(messages, "openai", undefined, "openai");
assert.deepEqual(result, messages);
});
test("normalizeDeveloperRole maps developer to system when compatibility mode disables preservation", () => {
const messages = [{ role: "DeVeloper", content: "internal policy" }];
const result = normalizeDeveloperRole(messages, "openai", false);
assert.deepEqual(result, [{ role: "system", content: "internal policy" }]);
});
test("#2281 normalizeDeveloperRole maps developer to system for non-openai providers by default", () => {
const messages = [{ role: "developer", content: "internal policy" }];
// Without explicit preserveDeveloperRole, OpenAI-compatible providers that
// reject `developer` (DeepSeek, MiniMax, Mimo, GLM, etc.) should default
// to converting it to `system`.
for (const provider of ["deepseek", "minimax", "xiaomi-mimo", "glm", "fireworks", "together"]) {
const result = normalizeDeveloperRole(messages, "openai", undefined, provider);
assert.deepEqual(
result,
[{ role: "system", content: "internal policy" }],
`expected developer→system for provider ${provider}`
);
}
});
test("#2281 normalizeDeveloperRole preserves developer for openai-family providers", () => {
const messages = [{ role: "developer", content: "internal policy" }];
for (const provider of ["openai", "azure-openai", "azure", "github", "azure-openai-gov"]) {
const result = normalizeDeveloperRole(messages, "openai", undefined, provider);
assert.deepEqual(result, messages, `expected developer preserved for provider ${provider}`);
}
});
test("#2281 explicit preserveDeveloperRole=true overrides provider default", () => {
const messages = [{ role: "developer", content: "internal policy" }];
const result = normalizeDeveloperRole(messages, "openai", true, "deepseek");
// Operator forced preservation via dashboard "Compatibility" toggle.
assert.deepEqual(result, messages);
});
test("normalizeModelRole maps model to assistant case-insensitively", () => {
const messages = [{ role: "MoDeL", content: "generated text" }];
const result = normalizeModelRole(messages);
assert.deepEqual(result, [{ role: "assistant", content: "generated text" }]);
});
test("normalizeSystemRole leaves supported provider-model pairs untouched", () => {
const messages = [
{ role: "system", content: "follow policy" },
{ role: "user", content: "say hello" },
];
const result = normalizeSystemRole(messages, "openai", "gpt-5");
assert.deepEqual(result, messages);
});
test("normalizeSystemRole merges system and developer content into the first user message for unsupported models", () => {
const messages = [
{ role: "system", content: [{ type: "text", text: "follow policy" }] },
{ role: "developer", content: [{ type: "text", text: "prefer concise answers" }] },
{ role: "user", content: [{ type: "text", text: "say hello" }] },
{ role: "assistant", content: "prior answer" },
];
const result = normalizeSystemRole(messages, "openai", "glm-4.5");
assert.deepEqual(result, [
{
role: "user",
content:
"[System Instructions]\nfollow policy\n\nprefer concise answers\n\n[User Message]\nsay hello",
},
{ role: "assistant", content: "prior answer" },
]);
});
test("normalizeSystemRole inserts a user message when no user exists and drops empty system payloads", () => {
const messages = [
{ role: "system", content: [{ type: "image_url", image_url: { url: "ignored" } }] },
{ role: "developer", content: "plain developer text" },
{ role: "assistant", content: "ready" },
];
const result = normalizeSystemRole(messages, "openai", "ernie-4.0");
assert.deepEqual(result, [
{ role: "user", content: "[System Instructions]\nplain developer text" },
{ role: "assistant", content: "ready" },
]);
});
test("normalizeRoles composes model, developer and system normalization in order", () => {
const messages = [
{ role: "model", content: "first answer" },
{ role: "developer", content: "internal policy" },
{ role: "user", content: "help me" },
{ role: "", content: "empty role should survive" },
];
const result = normalizeRoles(messages, "openai", "glm-4.7", "openai", false);
assert.deepEqual(result, [
{ role: "assistant", content: "first answer" },
{
role: "user",
content: "[System Instructions]\ninternal policy\n\n[User Message]\nhelp me",
},
{ role: "", content: "empty role should survive" },
]);
});
test("role normalization returns non-arrays unchanged", () => {
assert.equal(normalizeDeveloperRole(null, "openai"), null);
assert.equal(normalizeModelRole("invalid"), "invalid");
assert.equal(normalizeSystemRole(undefined, "openai", "gpt-5"), undefined);
assert.equal(normalizeRoles(false, "openai", "gpt-5", "openai"), false);
});