OpenWebUI-Tools/Pipelines
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

testing thinking

Browse Source
This commit is contained in:
jknapp 2025-03-16 20:58:40 -07:00
parent 3bb1d879ae
commit a5c9244f1e
1 changed files with 3 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
claude_sonnet-3-7-bedrock.py
View File

@ -177,20 +177,16 @@ class Pipeline:
# https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/bedrock-runtime/client/converse_stream.html
streaming_response = self.bedrock_runtime.converse_stream(**payload)
print(f"{streaming_response} for {payload}")
thinking_block = ''
thinking_block = None
for chunk in streaming_response["stream"]:
print(chunk)
if "contentBlockDelta" in chunk:
delta = chunk["contentBlockDelta"]["delta"]
# Handle reasoning content (Chain of Thought)
if "reasoningContent" in delta and "text" in delta["reasoningContent"]:
if not thinking_block:
if thinking_block is None:
thinking_block = chunk["contentBlockDelta"]["contentBlockIndex"]
yield '<thinking>\n'
print(f"Reasoning content: {thinking_block}")
if "contentBlockIndex" in delta:
print(delta["contentBlockIndex"])
yield '<thinking>\n'
yield delta["reasoningContent"]["text"]
if "contentBlockStop" in delta and delta["contentBlockStop"]["contentBlockIndex"] == thinking_block: