Add __cache__me__pls__ prefix for caching

vercel · Aug 15, 2024 · cb50600 · cb50600
1 parent 72eee78
commit cb50600
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/packages/anthropic/src/anthropic-messages-language-model.ts b/packages/anthropic/src/anthropic-messages-language-model.ts
@@ -214,12 +214,23 @@ export class AnthropicMessagesLanguageModel implements LanguageModelV1 {
     options: Parameters<LanguageModelV1['doStream']>[0],
   ): Promise<Awaited<ReturnType<LanguageModelV1['doStream']>>> {
     const { args, warnings } = await this.getArgs(options);
+    let { system, ...rest } = args;
+    if (system && system.startsWith('__cache__me__pls__')) {
+      // @ts-expect-error: This is allowed per the API
+      // https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching
+      system = {
+        type: 'text',
+        text: system.replace('__cache__me__pls__', ''),
+        cache_control: { type: 'ephemeral' },
+      };
+    }
 
     const { responseHeaders, value: response } = await postJsonToApi({
       url: `${this.config.baseURL}/messages`,
       headers: combineHeaders(this.config.headers(), options.headers),
       body: {
-        ...args,
+        ...rest,
+        system,
         stream: true,
       },
       failedResponseHandler: anthropicFailedResponseHandler,