feat: custom model base model fallback
Co-Authored-By: Classic298 <27028174+Classic298@users.noreply.github.com>
This commit is contained in:
co-authored by
Classic298
parent
60c93b4ccc
commit
b35aeb8f46
@@ -1278,7 +1278,12 @@ async def generate_chat_completion(
|
||||
|
||||
if model_info:
|
||||
if model_info.base_model_id:
|
||||
payload["model"] = model_info.base_model_id
|
||||
base_model_id = (
|
||||
request.base_model_id
|
||||
if hasattr(request, "base_model_id")
|
||||
else model_info.base_model_id
|
||||
) # Use request's base_model_id if available
|
||||
payload["model"] = base_model_id
|
||||
|
||||
params = model_info.params.model_dump()
|
||||
|
||||
|
||||
@@ -812,8 +812,13 @@ async def generate_chat_completion(
|
||||
# Check model info and override the payload
|
||||
if model_info:
|
||||
if model_info.base_model_id:
|
||||
payload["model"] = model_info.base_model_id
|
||||
model_id = model_info.base_model_id
|
||||
base_model_id = (
|
||||
request.base_model_id
|
||||
if hasattr(request, "base_model_id")
|
||||
else model_info.base_model_id
|
||||
) # Use request's base_model_id if available
|
||||
payload["model"] = base_model_id
|
||||
model_id = base_model_id
|
||||
|
||||
params = model_info.params.model_dump()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user