diff --git a/claude_sonnet-3-7-bedrock.py b/claude_sonnet-3-7-bedrock.py index a342da1..d37e0cc 100644 --- a/claude_sonnet-3-7-bedrock.py +++ b/claude_sonnet-3-7-bedrock.py @@ -168,7 +168,7 @@ class Pipeline: payload = {"modelId": model_id, "messages": processed_messages, "system": [{'text': system_message if system_message else 'you are an intelligent ai assistant'}], - "inferenceConfig": {"temperature": 1}, + "inferenceConfig": {"temperature": 1, "max_tokens": body.get("max_tokens", MAX_COMBINED_TOKENS)}, "additionalModelRequestFields": reasoning_config } if body.get("stream", False):