refac
This commit is contained in:
@@ -1330,7 +1330,18 @@ def save_docs_to_vector_db(
|
|||||||
|
|
||||||
split_docs = []
|
split_docs = []
|
||||||
for doc in docs:
|
for doc in docs:
|
||||||
split_docs.extend(markdown_splitter.split_text(doc.page_content))
|
split_docs.extend(
|
||||||
|
[
|
||||||
|
Document(
|
||||||
|
page_content=split_chunk.page_content,
|
||||||
|
metadata={**doc.metadata},
|
||||||
|
)
|
||||||
|
for split_chunk in markdown_splitter.split_text(
|
||||||
|
doc.page_content
|
||||||
|
)
|
||||||
|
]
|
||||||
|
)
|
||||||
|
|
||||||
docs = split_docs
|
docs = split_docs
|
||||||
|
|
||||||
if request.app.state.config.TEXT_SPLITTER in ["", "character"]:
|
if request.app.state.config.TEXT_SPLITTER in ["", "character"]:
|
||||||
|
|||||||
Reference in New Issue
Block a user