feat: add mineru as document parser support with both local and managed api
This commit is contained in:
@@ -27,6 +27,7 @@ from open_webui.retrieval.loaders.external_document import ExternalDocumentLoade
|
||||
|
||||
from open_webui.retrieval.loaders.mistral import MistralLoader
|
||||
from open_webui.retrieval.loaders.datalab_marker import DatalabMarkerLoader
|
||||
from open_webui.retrieval.loaders.mineru import MinerULoader
|
||||
|
||||
|
||||
from open_webui.env import SRC_LOG_LEVELS, GLOBAL_LOG_LEVEL
|
||||
@@ -367,6 +368,27 @@ class Loader:
|
||||
api_endpoint=self.kwargs.get("DOCUMENT_INTELLIGENCE_ENDPOINT"),
|
||||
azure_credential=DefaultAzureCredential(),
|
||||
)
|
||||
elif self.engine == "mineru" and file_ext in [
|
||||
"pdf",
|
||||
"doc",
|
||||
"docx",
|
||||
"ppt",
|
||||
"pptx",
|
||||
"xls",
|
||||
"xlsx",
|
||||
]:
|
||||
loader = MinerULoader(
|
||||
file_path=file_path,
|
||||
api_mode=self.kwargs.get("MINERU_API_MODE", "local"),
|
||||
api_url=self.kwargs.get("MINERU_API_URL", "http://localhost:8000"),
|
||||
api_key=self.kwargs.get("MINERU_API_KEY", ""),
|
||||
enable_ocr=self.kwargs.get("MINERU_ENABLE_OCR", False),
|
||||
enable_formula=self.kwargs.get("MINERU_ENABLE_FORMULA", True),
|
||||
enable_table=self.kwargs.get("MINERU_ENABLE_TABLE", True),
|
||||
language=self.kwargs.get("MINERU_LANGUAGE", "en"),
|
||||
model_version=self.kwargs.get("MINERU_MODEL_VERSION", "pipeline"),
|
||||
page_ranges=self.kwargs.get("MINERU_PAGE_RANGES", ""),
|
||||
)
|
||||
elif (
|
||||
self.engine == "mistral_ocr"
|
||||
and self.kwargs.get("MISTRAL_OCR_API_KEY") != ""
|
||||
|
||||
Reference in New Issue
Block a user