refac: logit bias handling

2025-12-16 13:49:00 -05:00
parent 59d6eb2bad
commit 0eb33e8e12
3 changed files with 21 additions and 17 deletions
@@ -891,10 +891,11 @@ async def generate_chat_completion(
        del payload["max_tokens"]

    # Convert the modified body back to JSON
-    if "logit_bias" in payload:
-        payload["logit_bias"] = json.loads(
-            convert_logit_bias_input_to_json(payload["logit_bias"])
-        )
+    if "logit_bias" in payload and payload["logit_bias"]:
+        logit_bias = convert_logit_bias_input_to_json(payload["logit_bias"])
+
+        if logit_bias:
+            payload["logit_bias"] = json.loads(logit_bias)

    headers, cookies = await get_headers_and_cookies(
        request, url, key, api_config, metadata, user=user