Set whether to stream responses for this model individually, overriding the global setting

2024-09-24 12:14:51 +08:00
parent 6b463164f4
commit 40d7d7d6dd
2 changed files with 27 additions and 2 deletions
@@ -912,7 +912,7 @@

 		await tick();

-		const stream = $settings?.streamResponse ?? true;
+		const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
 		const [res, controller] = await generateChatCompletion(localStorage.token, {
 			stream: stream,
 			model: model.id,
@@ -1206,7 +1206,7 @@
 		await tick();

 		try {
-			const stream = $settings?.streamResponse ?? true;
+			const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
 			const [res, controller] = await generateOpenAIChatCompletion(
 				localStorage.token,
 				{