support token caching for anthropic via openrouter

This commit is contained in:
Dax Raad
2025-06-19 10:32:14 -04:00
parent 4b132656df
commit f1a2b2eba4
2 changed files with 32 additions and 21 deletions

View File

@@ -0,0 +1,24 @@
import type { CoreMessage } from "ai"
export namespace ProviderTransform {
export function message(
msg: CoreMessage,
index: number,
providerID: string,
modelID: string,
) {
if (
(providerID === "anthropic" || modelID.includes("anthropic")) &&
index < 4
) {
msg.providerOptions = {
...msg.providerOptions,
anthropic: {
cacheControl: { type: "ephemeral" },
},
}
}
return msg
}
}