feat(dashscope): preserve cache_control for explicit prompt caching

litellm/llms/dashscope/chat/transformation.py

@@ -4,13 +4,27 @@
 
 from typing import Any, Coroutine, List, Literal, Optional, Tuple, Union, overload
 
+from litellm.types.llms.openai import ChatCompletionToolParam
+
 from litellm.secret_managers.main import get_secret_str
 from litellm.types.llms.openai import AllMessageValues
 
 from ...openai.chat.gpt_transformation import OpenAIGPTConfig
 
 
 class DashScopeChatConfig(OpenAIGPTConfig):
+    def remove_cache_control_flag_from_messages_and_tools(
+        self,
+        model: str,
+        messages: List[AllMessageValues],
+        tools: Optional[List[ChatCompletionToolParam]] = None,
+    ) -> Tuple[List[AllMessageValues], Optional[List[ChatCompletionToolParam]]]:
+        """
+        Override to preserve cache_control for DashScope.
+        DashScope supports cache_control - don't strip it.
+        """
+        return messages, tools
+
     @overload
     def _transform_messages(
         self, messages: List[AllMessageValues], model: str, is_async: Literal[True]

tests/test_litellm/llms/dashscope/test_dashscope_chat_transformation.py

@@ -144,3 +144,47 @@ def test_dashscope_no_longer_transforms_content_list(self):
         assert transformed_messages[0]["content"][0]["text"] == "Hello"
         assert transformed_messages[0]["content"][1]["type"] == "text"
         assert transformed_messages[0]["content"][1]["text"] == "World"
+
+    def test_dashscope_preserves_cache_control_in_messages(self):
+        """DashScope should NOT strip cache_control from messages."""
+        config = DashScopeChatConfig()
+
+        messages = [
+            {
+                "role": "system",
+                "content": "You are a helpful assistant.",
+                "cache_control": {"type": "ephemeral"},
+            },
+            {
+                "role": "user",
+                "content": "Hello, world!",
+            },
+        ]
+
+        transformed_messages, _ = config.remove_cache_control_flag_from_messages_and_tools(
+            model="dashscope/qwen-turbo", messages=messages
+        )
+
+        assert transformed_messages[0].get("cache_control") == {"type": "ephemeral"}
+
+    def test_dashscope_preserves_cache_control_in_tools(self):
+        """DashScope should NOT strip cache_control from tools."""
+        config = DashScopeChatConfig()
+
+        tools = [
+            {
+                "type": "function",
+                "function": {
+                    "name": "get_weather",
+                    "description": "Get weather information",
+                    "parameters": {"type": "object", "properties": {}},
+                },
+                "cache_control": {"type": "ephemeral"},
+            }
+        ]
+
+        _, transformed_tools = config.remove_cache_control_flag_from_messages_and_tools(
+            model="dashscope/qwen-turbo", messages=[], tools=tools
+        )
+
+        assert transformed_tools[0].get("cache_control") == {"type": "ephemeral"}