This commit is contained in:
Timothy Jaeryang Baek
2026-02-15 18:41:16 -06:00
parent 911eecac85
commit b780d5c556
3 changed files with 110 additions and 18 deletions
+2
View File
@@ -64,6 +64,7 @@ from open_webui.socket.main import (
MODELS,
app as socket_app,
periodic_usage_pool_cleanup,
periodic_session_pool_cleanup,
get_event_emitter,
get_models_in_use,
)
@@ -635,6 +636,7 @@ async def lifespan(app: FastAPI):
limiter.total_tokens = THREAD_POOL_SIZE
asyncio.create_task(periodic_usage_pool_cleanup())
asyncio.create_task(periodic_session_pool_cleanup())
if app.state.config.ENABLE_BASE_MODELS_CACHE:
await get_all_models(