feat: antropik cache — default anthropic-version, forward cache headers, model features, streaming usage, tests
- Auto-default anthropic-version to 2023-06-01 for prompt caching - Forward cache headers (x-cache, cf-cache-status, age, etc.) from backend - Add features: ["prompt_caching"] to /v1/models response - Extract and report actual usage tokens in streaming message_delta - Track output char count for token estimation when backend omits it - Cache-aware usage reporting: cache_creation_input_tokens, cache_read_input_tokens - Comprehensive tests for cache_control preservation in content blocks & system
This commit is contained in:
MythEclipse
@@ -0,0 +1,219 @@
|
||||
import { test, expect, describe } from "bun:test";
|
||||
import { anthropicToBackend } from "./anthropic-proxy";
|
||||
import type { BackendConfig } from "./ai-proxy";
|
||||
|
||||
const passthroughConfig: BackendConfig = {
|
||||
provider: "opencode",
|
||||
url: "https://opencode.ai/zen/v1/chat/completions",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
};
|
||||
|
||||
const customConfig: BackendConfig = {
|
||||
provider: "opencode",
|
||||
url: "https://opencode.ai/zen/v1/chat/completions",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
anthropicPassthrough: true,
|
||||
};
|
||||
|
||||
const nativeConfig: BackendConfig = {
|
||||
provider: "opencode",
|
||||
url: "https://opencode.ai/zen/v1/messages",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
anthropicPassthrough: true,
|
||||
};
|
||||
|
||||
describe("anthropicToBackend", () => {
|
||||
test("should flatten content blocks without cache_control to plain string", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: [
|
||||
{ type: "text", text: "Hello " },
|
||||
{ type: "text", text: "world" },
|
||||
],
|
||||
},
|
||||
],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(body.messages[0].content).toBe("Hello world");
|
||||
});
|
||||
|
||||
test("should preserve content blocks with cache_control as structured array", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: [
|
||||
{ type: "text", text: "Large context...", cache_control: { type: "ephemeral" } },
|
||||
{ type: "text", text: "Follow up question" },
|
||||
],
|
||||
},
|
||||
],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(Array.isArray(body.messages[0].content)).toBe(true);
|
||||
expect(body.messages[0].content[0].cache_control).toEqual({ type: "ephemeral" });
|
||||
expect(body.messages[0].content[0].text).toBe("Large context...");
|
||||
expect(body.messages[0].content[1].text).toBe("Follow up question");
|
||||
});
|
||||
|
||||
test("should not add cache_control to blocks that don't have it", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: [
|
||||
{ type: "text", text: "Hello" },
|
||||
{ type: "text", text: "world", cache_control: { type: "ephemeral" } },
|
||||
],
|
||||
},
|
||||
],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(Array.isArray(body.messages[0].content)).toBe(true);
|
||||
expect(body.messages[0].content[0].cache_control).toBeUndefined();
|
||||
expect(body.messages[0].content[1].cache_control).toEqual({ type: "ephemeral" });
|
||||
});
|
||||
|
||||
test("should flatten system prompt as string when no cache_control", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
system: [
|
||||
{ type: "text", text: "You are helpful." },
|
||||
{ type: "text", text: "Be concise." },
|
||||
],
|
||||
messages: [{ role: "user", content: "Hi" }],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(body.messages[0].role).toBe("system");
|
||||
expect(body.messages[0].content).toBe("You are helpful.Be concise.");
|
||||
});
|
||||
|
||||
test("should preserve system prompt cache_control as structured array", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
system: [
|
||||
{ type: "text", text: "Long system instruction...", cache_control: { type: "ephemeral" } },
|
||||
],
|
||||
messages: [{ role: "user", content: "Hi" }],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(body.messages[0].role).toBe("system");
|
||||
expect(Array.isArray(body.messages[0].content)).toBe(true);
|
||||
expect(body.messages[0].content[0].cache_control).toEqual({ type: "ephemeral" });
|
||||
});
|
||||
|
||||
test("should forward anthropic-version header when provided", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
messages: [{ role: "user", content: "Hello" }],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
"2023-06-01",
|
||||
);
|
||||
expect(result.headers?.["anthropic-version"]).toBe("2023-06-01");
|
||||
});
|
||||
|
||||
test("should not add anthropic-version header when not provided", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
messages: [{ role: "user", content: "Hello" }],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
expect(result.headers?.["anthropic-version"]).toBeUndefined();
|
||||
});
|
||||
|
||||
test("should pass through full Anthropic request when anthropicPassthrough is true", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "claude-sonnet-4-20250514",
|
||||
max_tokens: 100,
|
||||
system: [{ type: "text", text: "Be helpful.", cache_control: { type: "ephemeral" } }],
|
||||
messages: [
|
||||
{
|
||||
role: "user",
|
||||
content: [
|
||||
{ type: "text", text: "Hello", cache_control: { type: "ephemeral" } },
|
||||
],
|
||||
},
|
||||
],
|
||||
stream: true,
|
||||
},
|
||||
nativeConfig,
|
||||
"claude-sonnet-4-20250514",
|
||||
"2023-06-01",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(body.model).toBe("claude-sonnet-4-20250514");
|
||||
expect(body.messages[0].content[0].cache_control).toEqual({ type: "ephemeral" });
|
||||
expect(body.system[0].cache_control).toEqual({ type: "ephemeral" });
|
||||
expect(body.stream).toBe(true);
|
||||
expect(result.headers?.["anthropic-version"]).toBe("2023-06-01");
|
||||
});
|
||||
|
||||
test("should handle string content (not array) in messages", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
messages: [{ role: "user", content: "Plain text message" }],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(body.messages[0].content).toBe("Plain text message");
|
||||
});
|
||||
|
||||
test("should handle string system prompt", () => {
|
||||
const result = anthropicToBackend(
|
||||
{
|
||||
model: "deepseek-v4-flash-free",
|
||||
max_tokens: 100,
|
||||
system: "You are a helpful assistant.",
|
||||
messages: [{ role: "user", content: "Hi" }],
|
||||
},
|
||||
passthroughConfig,
|
||||
"deepseek-v4-flash-free",
|
||||
);
|
||||
const body = result.body as any;
|
||||
expect(body.messages[0].role).toBe("system");
|
||||
expect(body.messages[0].content).toBe("You are a helpful assistant.");
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user