Skip to content

D
dify
Commit 4a4ebffa authored by jyong's avatar jyong
Browse files
Options

mutil thread

parent ce157abb
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
api/core/indexing_runner.py
View file @ 4a4ebffa
...@@ -497,7 +497,7 @@ class IndexingRunner: ...@@ -497,7 +497,7 @@ class IndexingRunner:
# parse document to nodes # parse document to nodes
documents = splitter.split_documents([text_doc]) documents = splitter.split_documents([text_doc])
def format_document(flask_app: Flask, document_node: Document, split_documents: List) -> List[Document]: def format_document(flask_app: Flask, document_node: Document, split_documents: List[Document]) -> List[Document]:
with flask_app.app_context(): with flask_app.app_context():
print("process:"+document_node.page_content) print("process:"+document_node.page_content)
format_documents = [] format_documents = []
...@@ -528,7 +528,7 @@ class IndexingRunner: ...@@ -528,7 +528,7 @@ class IndexingRunner:
qa_documents.append(qa_document) qa_documents.append(qa_document)
format_documents.extend(qa_documents) format_documents.extend(qa_documents)
split_documents.append(format_documents) split_documents.extend(format_documents)
split_documents = [] split_documents = []
threads = [] threads = []
for doc in documents: for doc in documents:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment