testing thinking

This commit is contained in:
jknapp 2025-03-16 18:41:53 -07:00
parent 4ec7623c47
commit 36b1d49c62

View File

@ -182,11 +182,11 @@ class Pipeline:
# Handle reasoning content (Chain of Thought)
if "reasoningContent" in delta and "text" in delta["reasoningContent"]:
yield {"type": "reasoning", "content": delta["reasoningContent"]["text"]}
yield delta["reasoningContent"]["text"]
# Handle regular response text
if "text" in delta:
yield {"type": "response", "content": delta["text"]}
yield delta["text"]
def get_completion(self, model_id: str, payload: dict) -> str:
# https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/bedrock-runtime/client/converse.html