Merge pull request #5645 from kivvi3412/main

[feat] Set whether to stream individually for the model
2024-09-24 10:52:00 +02:00
parent 8e620b0c2c 4ebff2c5ce
commit 9a81a37008
4 changed files with 29 additions and 4 deletions
@@ -952,7 +952,7 @@

 		await tick();

-		const stream = $settings?.streamResponse ?? true;
+		const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
 		const [res, controller] = await generateChatCompletion(localStorage.token, {
 			stream: stream,
 			model: model.id,
@@ -1248,7 +1248,7 @@
 		await tick();

 		try {
-			const stream = $settings?.streamResponse ?? true;
+			const stream = model?.info?.params?.stream_response ?? $settings?.streamResponse ?? true;
 			const [res, controller] = await generateOpenAIChatCompletion(
 				localStorage.token,
 				{