bedrockPromptCachingMiddleware

import { createAgent } from "langchain";
import { bedrockPromptCachingMiddleware } from "langchain";

const agent = createAgent({
  model: "bedrock:anthropic.claude-haiku-4-5-20251001-v1:0",
  middleware: [
    bedrockPromptCachingMiddleware()
  ]
});

const cachingMiddleware = bedrockPromptCachingMiddleware({
  ttl: "1h",  // Cache for 1 hour instead of default 5 minutes
  minMessagesToCache: 5  // Only cache after 5 messages
});

const agent = createAgent({
  model: "bedrock:anthropic.claude-haiku-4-5-20251001-v1:0",
  systemPrompt: "You are a helpful assistant with deep knowledge of...", // Long system prompt
  middleware: [cachingMiddleware]
});

const agent = createAgent({
  model: "bedrock:anthropic.claude-haiku-4-5-20251001-v1:0",
  middleware: [
    bedrockPromptCachingMiddleware({
      enableCaching: true,
      ttl: "5m"
    })
  ]
});

// Disable caching for specific requests
await agent.invoke(
  { messages: [new HumanMessage("Process this without caching")] },
  {
    configurable: {
      middleware_context: { enableCaching: false }
    }
  }
);

const supportAgent = createAgent({
  model: "bedrock:anthropic.claude-haiku-4-5-20251001-v1:0",
  systemPrompt: `You are a customer support agent for ACME Corp.

    Company policies:
    - Always be polite and professional
    - Refer to knowledge base for product information
    - Escalate billing issues to human agents
    ... (extensive policies and guidelines)
  `,
  tools: [searchKnowledgeBase, createTicket, checkOrderStatus],
  middleware: [
    bedrockPromptCachingMiddleware({
      ttl: "1h",  // Long TTL for stable system prompt
      minMessagesToCache: 1  // Cache immediately due to large system prompt
    })
  ]
});