refac: system prompt template

2025-02-05 14:35:18 -08:00
parent fb92694d61
commit 7ba717d171
4 changed files with 20 additions and 6 deletions
@@ -566,7 +566,7 @@ async def generate_chat_completion(

        params = model_info.params.model_dump()
        payload = apply_model_params_to_body_openai(params, payload)
-        payload = apply_model_system_prompt_to_body(params, payload, metadata)
+        payload = apply_model_system_prompt_to_body(params, payload, metadata, user)

        # Check if user has access to the model
        if not bypass_filter and user.role == "user":