test(open-sse): add P0 golden tests (url/header, response stream, request body)
Lock current behavior before refactor: buildUrl/buildHeaders per default-executor provider, translateResponse streaming (claude/gemini), translateRequest body (openai->claude/gemini/kiro). Sanitize volatile fields (tokens, kimi device-id, kiro conversationId, timestamps) for stable snapshots. Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
decolua
Cursor
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
@@ -0,0 +1,304 @@
|
||||
// Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
|
||||
|
||||
exports[`GOLDEN response stream: Claude → OpenAI > text + thinking + tool_use + usage + finish 1`] = `
|
||||
[
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"role": "assistant",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "<think>",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"reasoning_content": "let me think",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "</think>",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Hello",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"tool_calls": [
|
||||
{
|
||||
"function": {
|
||||
"arguments": "{"city":"NYC"}",
|
||||
"name": "get_weather",
|
||||
},
|
||||
"id": "tu_1",
|
||||
"index": 0,
|
||||
"type": "function",
|
||||
},
|
||||
],
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"tool_calls": [
|
||||
{
|
||||
"function": {
|
||||
"arguments": "{"city":"NYC"}",
|
||||
},
|
||||
"id": "tu_1",
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-msg_1",
|
||||
"model": "claude-opus-4-6",
|
||||
"object": "chat.completion.chunk",
|
||||
"usage": {
|
||||
"completion_tokens": 5,
|
||||
"prompt_tokens": 13,
|
||||
"prompt_tokens_details": {
|
||||
"cached_tokens": 3,
|
||||
},
|
||||
"total_tokens": 18,
|
||||
},
|
||||
},
|
||||
]
|
||||
`;
|
||||
|
||||
exports[`GOLDEN response stream: Gemini → OpenAI > image output (inlineData → delta.images) 1`] = `
|
||||
[
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"role": "assistant",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_2",
|
||||
"model": "gemini-3-flash-image",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"images": [
|
||||
{
|
||||
"image_url": {
|
||||
"url": "data:image/png;base64,BASE64DATA",
|
||||
},
|
||||
"type": "image_url",
|
||||
},
|
||||
],
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_2",
|
||||
"model": "gemini-3-flash-image",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {},
|
||||
"finish_reason": "stop",
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_2",
|
||||
"model": "gemini-3-flash-image",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
]
|
||||
`;
|
||||
|
||||
exports[`GOLDEN response stream: Gemini → OpenAI > text + thought(no-sig) + functionCall + usage + finish 1`] = `
|
||||
[
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"role": "assistant",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_1",
|
||||
"model": "gemini-3-pro",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"reasoning_content": "thinking part",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_1",
|
||||
"model": "gemini-3-pro",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"content": "Answer",
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_1",
|
||||
"model": "gemini-3-pro",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {
|
||||
"tool_calls": [
|
||||
{
|
||||
"function": {
|
||||
"arguments": "{"q":"x"}",
|
||||
"name": "search",
|
||||
},
|
||||
"id": "search-<TS>-0",
|
||||
"index": 0,
|
||||
"type": "function",
|
||||
},
|
||||
],
|
||||
},
|
||||
"finish_reason": null,
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_1",
|
||||
"model": "gemini-3-pro",
|
||||
"object": "chat.completion.chunk",
|
||||
},
|
||||
{
|
||||
"choices": [
|
||||
{
|
||||
"delta": {},
|
||||
"finish_reason": "tool_calls",
|
||||
"index": 0,
|
||||
},
|
||||
],
|
||||
"created": 0,
|
||||
"id": "chatcmpl-resp_1",
|
||||
"model": "gemini-3-pro",
|
||||
"object": "chat.completion.chunk",
|
||||
"usage": {
|
||||
"completion_tokens": 6,
|
||||
"completion_tokens_details": {
|
||||
"reasoning_tokens": 2,
|
||||
},
|
||||
"prompt_tokens": 8,
|
||||
"prompt_tokens_details": {
|
||||
"cached_tokens": 1,
|
||||
},
|
||||
"total_tokens": 14,
|
||||
},
|
||||
},
|
||||
]
|
||||
`;
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,64 @@
|
||||
// P0 GOLDEN: lock OUTPUT của translateRequest (body) cho các đích đặc biệt.
|
||||
// openai → claude/gemini/kiro: thinking, tools, image, system, tool_result.
|
||||
// Sau refactor chạy lại phải khớp y hệt.
|
||||
import { describe, it, expect } from "vitest";
|
||||
import "./registerAll.js";
|
||||
import { translateRequest } from "../../open-sse/translator/index.js";
|
||||
import { FORMATS } from "../../open-sse/translator/formats.js";
|
||||
|
||||
// Body openai mẫu phủ nhiều concern (text, image, tool, tool_result, system, thinking).
|
||||
function baseBody() {
|
||||
return {
|
||||
messages: [
|
||||
{ role: "system", content: "You are helpful." },
|
||||
{ role: "user", content: [
|
||||
{ type: "text", text: "What's in this image?" },
|
||||
{ type: "image_url", image_url: { url: "data:image/png;base64,IMGDATA", detail: "high" } },
|
||||
] },
|
||||
{ role: "assistant", content: "", tool_calls: [
|
||||
{ id: "call_1", type: "function", function: { name: "get_weather", arguments: '{"city":"NYC"}' } },
|
||||
] },
|
||||
{ role: "tool", tool_call_id: "call_1", content: "sunny" },
|
||||
],
|
||||
tools: [
|
||||
{ type: "function", function: { name: "get_weather", description: "Get weather", parameters: { type: "object", properties: { city: { type: "string" } }, required: ["city"] } } },
|
||||
],
|
||||
temperature: 0.7,
|
||||
};
|
||||
}
|
||||
|
||||
// Khử field động: toolNameMap, kiro conversationId (uuid), timestamp trong content.
|
||||
function clean(body) {
|
||||
const s = JSON.stringify(body, (k, v) => {
|
||||
if (k === "_toolNameMap" || k === "conversationId") return undefined;
|
||||
return v;
|
||||
}).replace(/Current time is [^"\\]+/g, "Current time is <TS>");
|
||||
return JSON.parse(s);
|
||||
}
|
||||
|
||||
describe("GOLDEN request: OpenAI → Claude", () => {
|
||||
it("full body (system/image/tool/tool_result)", () => {
|
||||
const out = translateRequest(FORMATS.OPENAI, FORMATS.CLAUDE, "claude-opus-4-6", baseBody(), true, { apiKey: "sk-x" }, "claude");
|
||||
expect(clean(out)).toMatchSnapshot();
|
||||
});
|
||||
|
||||
it("reasoning_effort → thinking budget", () => {
|
||||
const body = { messages: [{ role: "user", content: "hi" }], reasoning_effort: "high" };
|
||||
const out = translateRequest(FORMATS.OPENAI, FORMATS.CLAUDE, "claude-opus-4-6", body, true, { apiKey: "sk-x" }, "anthropic");
|
||||
expect(clean(out)).toMatchSnapshot();
|
||||
});
|
||||
});
|
||||
|
||||
describe("GOLDEN request: OpenAI → Gemini", () => {
|
||||
it("full body (system/image/tool/tool_result)", () => {
|
||||
const out = translateRequest(FORMATS.OPENAI, FORMATS.GEMINI, "gemini-3-pro", baseBody(), true, { apiKey: "k" }, "gemini");
|
||||
expect(clean(out)).toMatchSnapshot();
|
||||
});
|
||||
});
|
||||
|
||||
describe("GOLDEN request: OpenAI → Kiro", () => {
|
||||
it("full body (image base64 + tool_result)", () => {
|
||||
const out = translateRequest(FORMATS.OPENAI, FORMATS.KIRO, "claude-sonnet-4.5", baseBody(), true, { accessToken: "t" }, "kiro");
|
||||
expect(clean(out)).toMatchSnapshot();
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,69 @@
|
||||
// P0 GOLDEN: lock OUTPUT của translateResponse (stream) cho các concern đặc biệt.
|
||||
// Feed chuỗi chunk THẬT (shape provider) → snapshot mảng chunk openai emit.
|
||||
// Sau refactor chạy lại phải khớp y hệt (chunk/usage/thinking/tool/finish).
|
||||
import { describe, it, expect } from "vitest";
|
||||
import "./registerAll.js";
|
||||
import { translateResponse, initState } from "../../open-sse/translator/index.js";
|
||||
import { FORMATS } from "../../open-sse/translator/formats.js";
|
||||
|
||||
// Chuẩn hoá field động (Date.now trong created + gemini tool id) để snapshot ổn định.
|
||||
function stripVolatile(chunks) {
|
||||
return JSON.parse(JSON.stringify(chunks), (key, val) => {
|
||||
if (key === "created") return 0;
|
||||
// gemini sinh id = `${name}-${Date.now()}-${idx}` → chuẩn hoá phần timestamp
|
||||
if (key === "id" && typeof val === "string") return val.replace(/-\d{10,}-(\d+)$/, "-<TS>-$1");
|
||||
return val;
|
||||
});
|
||||
}
|
||||
|
||||
// Chạy 1 chuỗi event qua translateResponse, gom toàn bộ chunk emit.
|
||||
function runStream(targetFormat, sourceFormat, events) {
|
||||
const state = initState(sourceFormat);
|
||||
const all = [];
|
||||
for (const ev of events) {
|
||||
const out = translateResponse(targetFormat, sourceFormat, ev, state);
|
||||
if (Array.isArray(out)) all.push(...out);
|
||||
else if (out) all.push(out);
|
||||
}
|
||||
return stripVolatile(all);
|
||||
}
|
||||
|
||||
describe("GOLDEN response stream: Claude → OpenAI", () => {
|
||||
it("text + thinking + tool_use + usage + finish", () => {
|
||||
const events = [
|
||||
{ type: "message_start", message: { id: "msg_1", model: "claude-opus-4-6" } },
|
||||
{ type: "content_block_start", index: 0, content_block: { type: "thinking" } },
|
||||
{ type: "content_block_delta", index: 0, delta: { type: "thinking_delta", thinking: "let me think" } },
|
||||
{ type: "content_block_stop", index: 0 },
|
||||
{ type: "content_block_start", index: 1, content_block: { type: "text" } },
|
||||
{ type: "content_block_delta", index: 1, delta: { type: "text_delta", text: "Hello" } },
|
||||
{ type: "content_block_stop", index: 1 },
|
||||
{ type: "content_block_start", index: 2, content_block: { type: "tool_use", id: "tu_1", name: "get_weather" } },
|
||||
{ type: "content_block_delta", index: 2, delta: { type: "input_json_delta", partial_json: '{"city":"NYC"}' } },
|
||||
{ type: "content_block_stop", index: 2 },
|
||||
{ type: "message_delta", delta: { stop_reason: "tool_use" }, usage: { input_tokens: 10, output_tokens: 5, cache_read_input_tokens: 3 } },
|
||||
{ type: "message_stop" },
|
||||
];
|
||||
expect(runStream(FORMATS.CLAUDE, FORMATS.OPENAI, events)).toMatchSnapshot();
|
||||
});
|
||||
});
|
||||
|
||||
describe("GOLDEN response stream: Gemini → OpenAI", () => {
|
||||
it("text + thought(no-sig) + functionCall + usage + finish", () => {
|
||||
const events = [
|
||||
{ candidates: [{ content: { parts: [{ text: "thinking part", thought: true }] } }], responseId: "resp_1", modelVersion: "gemini-3-pro" },
|
||||
{ candidates: [{ content: { parts: [{ text: "Answer" }] } }] },
|
||||
{ candidates: [{ content: { parts: [{ functionCall: { name: "search", args: { q: "x" } } }] } }] },
|
||||
{ candidates: [{ finishReason: "STOP" }], usageMetadata: { promptTokenCount: 8, candidatesTokenCount: 4, thoughtsTokenCount: 2, totalTokenCount: 14, cachedContentTokenCount: 1 } },
|
||||
];
|
||||
expect(runStream(FORMATS.GEMINI, FORMATS.OPENAI, events)).toMatchSnapshot();
|
||||
});
|
||||
|
||||
it("image output (inlineData → delta.images)", () => {
|
||||
const events = [
|
||||
{ candidates: [{ content: { parts: [{ inlineData: { mimeType: "image/png", data: "BASE64DATA" } }] } }], responseId: "resp_2", modelVersion: "gemini-3-flash-image" },
|
||||
{ candidates: [{ finishReason: "STOP" }] },
|
||||
];
|
||||
expect(runStream(FORMATS.GEMINI, FORMATS.OPENAI, events)).toMatchSnapshot();
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,72 @@
|
||||
// P0 GOLDEN: lock buildUrl + buildHeaders cho mọi provider trên code CŨ.
|
||||
// Sinh snapshot lần đầu (baseline) → sau refactor chạy lại phải khớp y hệt.
|
||||
// Mock proxyFetch + uuid-heavy executors KHÔNG cần ở đây vì chỉ gọi buildUrl/buildHeaders (pure).
|
||||
import { describe, it, expect } from "vitest";
|
||||
import { PROVIDERS } from "../../open-sse/config/providers.js";
|
||||
import { DefaultExecutor } from "../../open-sse/executors/default.js";
|
||||
|
||||
// Credentials mẫu cố định (deterministic) — KHÔNG dùng Date.now/random.
|
||||
const API_KEY_CRED = { apiKey: "sk-test-APIKEY", providerSpecificData: {} };
|
||||
const OAUTH_CRED = { accessToken: "tok-test-ACCESS", providerSpecificData: {} };
|
||||
const SPECIAL_CRED = {
|
||||
apiKey: "sk-test-APIKEY",
|
||||
accessToken: "tok-test-ACCESS",
|
||||
providerSpecificData: { accountId: "ACC123", region: "sgp", baseUrl: "https://custom.example.com/v1", orgId: "ORG9" },
|
||||
};
|
||||
|
||||
// Provider cần executor riêng (buildUrl/buildHeaders không nằm ở DefaultExecutor) → bỏ qua ở golden này.
|
||||
// Chúng được lock riêng ở 11-provider edge tests / unit test chuyên biệt.
|
||||
const SPECIALIZED = new Set([
|
||||
"antigravity", "azure", "gemini-cli", "github", "iflow", "qoder", "kiro",
|
||||
"codex", "cursor", "vertex", "vertex-partner", "qwen", "opencode",
|
||||
"opencode-go", "grok-web", "perplexity-web", "ollama-local", "commandcode",
|
||||
"xiaomi-tokenplan", "mimo-free",
|
||||
]);
|
||||
|
||||
// Sanitize header: khử token + field thời gian động (kimi X-Msh-Device-Id) để snapshot ổn định.
|
||||
function sanitize(headers) {
|
||||
const out = {};
|
||||
for (const [k, v] of Object.entries(headers)) {
|
||||
out[k] = typeof v === "string"
|
||||
? v.replace(/Bearer .+/, "Bearer <TOK>")
|
||||
.replace(/sk-test-APIKEY|tok-test-ACCESS/g, "<CRED>")
|
||||
.replace(/kimi-\d{10,}/g, "kimi-<TS>")
|
||||
: v;
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
const providerIds = Object.keys(PROVIDERS).filter((p) => !SPECIALIZED.has(p)).sort();
|
||||
|
||||
describe("GOLDEN buildUrl (default executor providers)", () => {
|
||||
for (const pid of providerIds) {
|
||||
it(`${pid} → url (stream + non-stream)`, () => {
|
||||
const ex = new DefaultExecutor(pid);
|
||||
const cred = PROVIDERS[pid].noAuth ? {} : SPECIAL_CRED;
|
||||
const model = "test-model";
|
||||
const snap = {
|
||||
stream: safe(() => ex.buildUrl(model, true, 0, cred)),
|
||||
nonStream: safe(() => ex.buildUrl(model, false, 0, cred)),
|
||||
};
|
||||
expect(snap).toMatchSnapshot();
|
||||
});
|
||||
}
|
||||
});
|
||||
|
||||
describe("GOLDEN buildHeaders (default executor providers)", () => {
|
||||
for (const pid of providerIds) {
|
||||
it(`${pid} → headers (apiKey / oauth)`, () => {
|
||||
const ex = new DefaultExecutor(pid);
|
||||
const snap = {
|
||||
apiKey: safe(() => sanitize(ex.buildHeaders(PROVIDERS[pid].noAuth ? {} : API_KEY_CRED, true))),
|
||||
oauth: safe(() => sanitize(ex.buildHeaders(PROVIDERS[pid].noAuth ? {} : OAUTH_CRED, true))),
|
||||
nonStream: safe(() => sanitize(ex.buildHeaders(PROVIDERS[pid].noAuth ? {} : API_KEY_CRED, false))),
|
||||
};
|
||||
expect(snap).toMatchSnapshot();
|
||||
});
|
||||
}
|
||||
});
|
||||
|
||||
function safe(fn) {
|
||||
try { return fn(); } catch (e) { return `THROW: ${e.message}`; }
|
||||
}
|
||||
Reference in New Issue
Block a user