testing thinking

This commit is contained in:
jknapp 2025-03-16 21:07:02 -07:00
parent 6f51d5577c
commit 2eef9c978c

View File

@ -176,7 +176,6 @@ class Pipeline:
def stream_response(self, model_id: str, payload: dict) -> Generator:
# https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/bedrock-runtime/client/converse_stream.html
streaming_response = self.bedrock_runtime.converse_stream(**payload)
print(f"{streaming_response} for {payload}")
thinking_block = None
for chunk in streaming_response["stream"]:
if "contentBlockDelta" in chunk:
@ -189,8 +188,8 @@ class Pipeline:
yield '<thinking>\n'
yield delta["reasoningContent"]["text"]
if "contentBlockStop" in chunk and chunk["contentBlockStop"]["contentBlockIndex"] == thinking_block:
yield '</thinking>\n\n'
if "contentBlockStop" in chunk: #and chunk["contentBlockStop"]["contentBlockIndex"] == thinking_block:
yield '</thinking>\n\n'
# Handle regular response text
if "text" in delta: