testing thinking

claude_sonnet-3-7-bedrock.py

@@ -177,15 +177,22 @@ class Pipeline:
         # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/bedrock-runtime/client/converse_stream.html
         streaming_response = self.bedrock_runtime.converse_stream(**payload)
         for chunk in streaming_response["stream"]:
+            think_start = False
             if "contentBlockDelta" in chunk:
                 delta = chunk["contentBlockDelta"]["delta"]
                 
                 # Handle reasoning content (Chain of Thought)
                 if "reasoningContent" in delta and "text" in delta["reasoningContent"]:
+                    if not think_start:
+                        think_start = True
+                        yield "\n<thinking>"
                     yield delta["reasoningContent"]["text"]
                 
                 # Handle regular response text
                 if "text" in delta:
+                    if think_start:
+                        yield "\n</thinking>\n"
+                        think_start = False
                     yield delta["text"]
 
     def get_completion(self, model_id: str, payload: dict) -> str: