OpenWebUI-Tools/Pipelines
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixing bug with max tokens

Browse Source
This commit is contained in:
jknapp 2025-03-16 22:53:48 -07:00
parent 588b0a434d
commit 90b7aa64ce
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
claude_sonnet-3-7-bedrock.py
View File

@ -174,7 +174,7 @@ class Pipeline:
payload = {"modelId": model_id, payload = {"modelId": model_id,
"messages": processed_messages, "messages": processed_messages,
"system": [{'text': system_message['content'] if system_message else 'you are an intelligent ai assistant'}], "system": [{'text': system_message['content'] if system_message else 'you are an intelligent ai assistant'}],
"inferenceConfig": {"temperature": 1, "maxTokens": max_tokens }, "inferenceConfig": {"temperature": 1, "maxTokens": MAX_COMBINED_TOKENS },
"additionalModelRequestFields": reasoning_config "additionalModelRequestFields": reasoning_config
} }
if body.get("stream", False): if body.get("stream", False):