feat: make chunk splitting a configurable option

This commit is contained in:
Jun Siang Cheah
2024-04-21 11:00:33 +01:00
parent efa258c695
commit 67df928c7a
5 changed files with 41 additions and 7 deletions
+1 -1
View File
@@ -600,7 +600,7 @@
.pipeThrough(splitStream('\n'))
.getReader();
const textStream = await createOpenAITextStream(reader);
const textStream = await createOpenAITextStream(reader, $settings.splitLargeChunks);
console.log(textStream);
for await (const update of textStream) {
+4 -4
View File
@@ -552,9 +552,9 @@
messages: [
$settings.system
? {
role: 'system',
content: $settings.system
}
role: 'system',
content: $settings.system
}
: undefined,
...messages
]
@@ -612,7 +612,7 @@
.pipeThrough(splitStream('\n'))
.getReader();
const textStream = await createOpenAITextStream(reader);
const textStream = await createOpenAITextStream(reader, $settings.splitLargeChunks);
console.log(textStream);
for await (const update of textStream) {