From 99a49cdec0273d11518b4e656bef354536ad47ba Mon Sep 17 00:00:00 2001 From: jknapp Date: Sun, 16 Mar 2025 19:10:21 -0700 Subject: [PATCH] testing thinking --- claude_sonnet-3-7-bedrock.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/claude_sonnet-3-7-bedrock.py b/claude_sonnet-3-7-bedrock.py index 2dc9aaa..a5e1103 100644 --- a/claude_sonnet-3-7-bedrock.py +++ b/claude_sonnet-3-7-bedrock.py @@ -177,15 +177,22 @@ class Pipeline: # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/bedrock-runtime/client/converse_stream.html streaming_response = self.bedrock_runtime.converse_stream(**payload) for chunk in streaming_response["stream"]: + think_start = False if "contentBlockDelta" in chunk: delta = chunk["contentBlockDelta"]["delta"] # Handle reasoning content (Chain of Thought) if "reasoningContent" in delta and "text" in delta["reasoningContent"]: + if not think_start: + think_start = True + yield "\n" yield delta["reasoningContent"]["text"] # Handle regular response text if "text" in delta: + if think_start: + yield "\n\n" + think_start = False yield delta["text"] def get_completion(self, model_id: str, payload: dict) -> str: