Emil_Shanaty/open-webui-ai4me
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

enh: embedding_batch_size for local embedding engine

Browse Source
This commit is contained in:
Timothy Jaeryang Baek
2026-01-01 16:06:42 +04:00
parent d3ee3fd23e
commit e4a5b06ca6
2 changed files with 19 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/open_webui/retrieval/utils.py
+3 -1
View File
@@ -795,7 +795,9 @@ def get_embedding_function(
return await asyncio.to_thread( return await asyncio.to_thread(
( (
lambda query, prefix=None: embedding_function.encode( lambda query, prefix=None: embedding_function.encode(
query, **({"prompt": prefix} if prefix else {}) query,
batch_size=int(embedding_batch_size),
**({"prompt": prefix} if prefix else {}),
).tolist() ).tolist()
), ),
query, query,
src/lib/components/admin/Settings/Documents.svelte
+1 -1
View File
@@ -950,7 +950,6 @@
</div> </div>
</div> </div>
{#if RAG_EMBEDDING_ENGINE === 'ollama' || RAG_EMBEDDING_ENGINE === 'openai' || RAG_EMBEDDING_ENGINE === 'azure_openai'}
<div class=" mb-2.5 flex w-full justify-between"> <div class=" mb-2.5 flex w-full justify-between">
<div class=" self-center text-xs font-medium"> <div class=" self-center text-xs font-medium">
{$i18n.t('Embedding Batch Size')} {$i18n.t('Embedding Batch Size')}
@@ -968,6 +967,7 @@
</div> </div>
</div> </div>
{#if RAG_EMBEDDING_ENGINE === 'ollama' || RAG_EMBEDDING_ENGINE === 'openai' || RAG_EMBEDDING_ENGINE === 'azure_openai'}
<div class=" mb-2.5 flex w-full justify-between"> <div class=" mb-2.5 flex w-full justify-between">
<div class="self-center text-xs font-medium"> <div class="self-center text-xs font-medium">
<Tooltip <Tooltip