feat: MODEL_LIST_CACHE_TTL

This commit is contained in:
Timothy Jaeryang Baek
2025-06-27 15:59:30 +04:00
parent 09f0c6beee
commit 0447790e6a
3 changed files with 14 additions and 2 deletions
+10
View File
@@ -403,6 +403,16 @@ ENABLE_WEBSOCKET_SUPPORT = (
os.environ.get("ENABLE_WEBSOCKET_SUPPORT", "True").lower() == "true"
)
MODEL_LIST_CACHE_TTL = os.environ.get("MODEL_LIST_CACHE_TTL", "1")
if MODEL_LIST_CACHE_TTL == "":
MODEL_LIST_CACHE_TTL = None
else:
try:
MODEL_LIST_CACHE_TTL = int(MODEL_LIST_CACHE_TTL)
except Exception:
MODEL_LIST_CACHE_TTL = 1
WEBSOCKET_MANAGER = os.environ.get("WEBSOCKET_MANAGER", "")
WEBSOCKET_REDIS_URL = os.environ.get("WEBSOCKET_REDIS_URL", REDIS_URL)