OpenWebUI-Tools/Pipelines
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixing Max Tokens

Browse Source
This commit is contained in:
jknapp 2025-03-16 22:05:56 -07:00
parent 0a4b52c933
commit 6966d575d5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
claude_sonnet-3-7-bedrock.py
View File

@ -168,7 +168,7 @@ class Pipeline:
payload = {"modelId": model_id,
"messages": processed_messages,
"system": [{'text': system_message if system_message else 'you are an intelligent ai assistant'}],
"inferenceConfig": {"temperature": 1},
"inferenceConfig": {"temperature": 1, "max_tokens": body.get("max_tokens", MAX_COMBINED_TOKENS)},
"additionalModelRequestFields": reasoning_config
}
if body.get("stream", False):