OpenWebUI-Tools/Pipelines
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

testing thinking

Browse Source
This commit is contained in:
jknapp 2025-03-16 19:10:21 -07:00
parent 36b1d49c62
commit 99a49cdec0
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
claude_sonnet-3-7-bedrock.py
View File

@ -177,15 +177,22 @@ class Pipeline:
# https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/bedrock-runtime/client/converse_stream.html # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/bedrock-runtime/client/converse_stream.html
streaming_response = self.bedrock_runtime.converse_stream(**payload) streaming_response = self.bedrock_runtime.converse_stream(**payload)
for chunk in streaming_response["stream"]: for chunk in streaming_response["stream"]:
think_start = False
if "contentBlockDelta" in chunk: if "contentBlockDelta" in chunk:
delta = chunk["contentBlockDelta"]["delta"] delta = chunk["contentBlockDelta"]["delta"]
# Handle reasoning content (Chain of Thought) # Handle reasoning content (Chain of Thought)
if "reasoningContent" in delta and "text" in delta["reasoningContent"]: if "reasoningContent" in delta and "text" in delta["reasoningContent"]:
if not think_start:
think_start = True
yield "\n<thinking>"
yield delta["reasoningContent"]["text"] yield delta["reasoningContent"]["text"]
# Handle regular response text # Handle regular response text
if "text" in delta: if "text" in delta:
if think_start:
yield "\n</thinking>\n"
think_start = False
yield delta["text"] yield delta["text"]
def get_completion(self, model_id: str, payload: dict) -> str: def get_completion(self, model_id: str, payload: dict) -> str: