Fixing System Message Prompt

This commit is contained in:
jknapp 2025-03-16 22:17:24 -07:00
parent 6d99028d91
commit eb55b17694

View File

@ -167,7 +167,7 @@ class Pipeline:
reasoning_config = {}
payload = {"modelId": model_id,
"messages": processed_messages,
"system": [{'text': system_message if system_message else 'you are an intelligent ai assistant'}],
"system": system_message if system_message else 'you are an intelligent ai assistant',
"inferenceConfig": {"temperature": 1, "maxTokens": body.get("max_tokens", MAX_COMBINED_TOKENS)},
"additionalModelRequestFields": reasoning_config
}