ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add cachePoint support for assistant and tool messages in Bedrock

Browse Source
This commit is contained in:
FuChen 2025-08-15 12:17:59 +08:00
parent 511363d3a7
commit bb96d4e23c
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
litellm/llms/bedrock/chat/converse_transformation.py
View File

@ -25,6 +25,7 @@ from litellm.llms.base_llm.chat.transformation import BaseConfig, BaseLLMExcepti
from litellm.types.llms.bedrock import *
from litellm.types.llms.openai import (
AllMessageValues,
ChatCompletionAssistantMessage,
ChatCompletionRedactedThinkingBlock,
ChatCompletionResponseMessage,
ChatCompletionSystemMessage,
@ -505,6 +506,7 @@ class AmazonConverseConfig(BaseConfig):
OpenAIMessageContentListBlock,
ChatCompletionUserMessage,
ChatCompletionSystemMessage,
ChatCompletionAssistantMessage,
],
block_type: Literal["system"],
) -> Optional[SystemContentBlock]:
@ -517,6 +519,7 @@ class AmazonConverseConfig(BaseConfig):
OpenAIMessageContentListBlock,
ChatCompletionUserMessage,
ChatCompletionSystemMessage,
ChatCompletionAssistantMessage,
],
block_type: Literal["content_block"],
) -> Optional[ContentBlock]:
@ -528,6 +531,7 @@ class AmazonConverseConfig(BaseConfig):
OpenAIMessageContentListBlock,
ChatCompletionUserMessage,
ChatCompletionSystemMessage,
ChatCompletionAssistantMessage,
],
block_type: Literal["system", "content_block"],
) -> Optional[Union[SystemContentBlock, ContentBlock]]: