better amazon bedrock caching with anthropic models

2026-04-02 07:03:45 +00:00 · 2025-06-29 19:26:50 -04:00
parent 98ee5a3d87
commit ca48a4f0fb
3 changed files with 18 additions and 0 deletions
--- a/packages/opencode/src/provider/transform.ts
+++ b/packages/opencode/src/provider/transform.ts
@@ -20,6 +20,19 @@ export namespace ProviderTransform {
        }
      }
    }
+    if (providerID === "amazon-bedrock" || modelID.includes("anthropic")) {
+      const system = msgs.filter((msg) => msg.role === "system").slice(0, 2)
+      const final = msgs.filter((msg) => msg.role !== "system").slice(-2)
+
+      for (const msg of unique([...system, ...final])) {
+        msg.providerMetadata = {
+          ...msg.providerMetadata,
+          bedrock: {
+            cachePoint: { type: "ephemeral" },
+          },
+        }
+      }
+    }
    return msgs
  }
 }