Merge branch 'dev' into feat/model-config

2024-05-19 13:13:17 +08:00
parent 5d3eddf7e9 4edef53169
commit 1bacd5d93f
81 changed files with 2630 additions and 146 deletions
@@ -75,6 +75,10 @@ with open(LITELLM_CONFIG_DIR, "r") as file:
    litellm_config = yaml.safe_load(file)


+app.state.ENABLE_MODEL_FILTER = ENABLE_MODEL_FILTER.value
+app.state.MODEL_FILTER_LIST = MODEL_FILTER_LIST.value
+
+
 app.state.ENABLE = ENABLE_LITELLM
 app.state.CONFIG = litellm_config
 app.state.MODEL_CONFIG = MODEL_CONFIG.value.get("litellm", [])
@@ -152,10 +156,6 @@ async def shutdown_litellm_background():
        background_process = None


-app.state.ENABLE_MODEL_FILTER = ENABLE_MODEL_FILTER
-app.state.MODEL_FILTER_LIST = MODEL_FILTER_LIST
-
-
@app.get("/")
 async def get_status():
    return {"status": True}