This commit is contained in:
Timothy Jaeryang Baek
2026-03-22 06:29:31 -05:00
parent d784eb1e9b
commit dfc2dc2c0b
3 changed files with 81 additions and 7 deletions
+7
View File
@@ -630,6 +630,13 @@ else:
CHAT_RESPONSE_MAX_TOOL_CALL_RETRIES = 30
# WARNING: Experimental. Only enable if your upstream Responses API endpoint
# supports stateful sessions (i.e. server-side response storage with
# previous_response_id anchoring). Most proxies and third-party endpoints
# are stateless and will break if this is enabled.
ENABLE_RESPONSES_API_STATEFUL = os.environ.get('ENABLE_RESPONSES_API_STATEFUL', 'False').lower() == 'true'
CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE = os.environ.get('CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE', '')
if CHAT_STREAM_RESPONSE_CHUNK_MAX_BUFFER_SIZE == '':