From 6966d575d578ae4bd8c68622fcfdcf4ad89d395d Mon Sep 17 00:00:00 2001
From: jknapp <jknapp85@gmail.com>
Date: Sun, 16 Mar 2025 22:05:56 -0700
Subject: [PATCH] Fixing Max Tokens

---
 claude_sonnet-3-7-bedrock.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/claude_sonnet-3-7-bedrock.py b/claude_sonnet-3-7-bedrock.py
index a342da1..d37e0cc 100644
--- a/claude_sonnet-3-7-bedrock.py
+++ b/claude_sonnet-3-7-bedrock.py
@@ -168,7 +168,7 @@ class Pipeline:
             payload = {"modelId": model_id,
                        "messages": processed_messages,
                        "system": [{'text': system_message if system_message else 'you are an intelligent ai assistant'}],
-                       "inferenceConfig": {"temperature": 1},
+                       "inferenceConfig": {"temperature": 1, "max_tokens": body.get("max_tokens", MAX_COMBINED_TOKENS)},
                        "additionalModelRequestFields": reasoning_config
                        }
             if body.get("stream", False):