Commit 9b8c92f1 authored by John Wang's avatar John Wang

fix: qdrant bugs

parent 090bd7ca
...@@ -36,7 +36,9 @@ class ExcelLoader(BaseLoader): ...@@ -36,7 +36,9 @@ class ExcelLoader(BaseLoader):
if keys == []: if keys == []:
keys = list(map(str, row)) keys = list(map(str, row))
else: else:
data.append(json.dumps(dict(zip(keys, list(map(str, row)))), ensure_ascii=False)) row_dict = dict(zip(keys, row))
row_dict = {k: v for k, v in row_dict.items() if v}
data.append(json.dumps(row_dict, ensure_ascii=False))
metadata = {"source": self._file_path} metadata = {"source": self._file_path}
return [Document(page_content='\n\n'.join(data), metadata=metadata)] return [Document(page_content='\n\n'.join(data), metadata=metadata)]
...@@ -149,10 +149,19 @@ class BaseVectorIndex(BaseIndex): ...@@ -149,10 +149,19 @@ class BaseVectorIndex(BaseIndex):
) )
documents.append(document) documents.append(document)
self.create(documents) origin_index_struct = self.dataset.index_struct
self.dataset.index_struct = None
dataset.index_struct = json.dumps(self.to_index_struct())
if documents:
try:
self.create(documents)
except Exception as e:
self.dataset.index_struct = origin_index_struct
raise e
dataset.index_struct = json.dumps(self.to_index_struct())
db.session.commit() db.session.commit()
self.dataset = dataset self.dataset = dataset
......
...@@ -109,7 +109,7 @@ class QdrantVectorIndex(BaseVectorIndex): ...@@ -109,7 +109,7 @@ class QdrantVectorIndex(BaseVectorIndex):
def _is_origin(self): def _is_origin(self):
if self.dataset.index_struct_dict: if self.dataset.index_struct_dict:
class_prefix: str = self.dataset.index_struct_dict['vector_store']['collection_name'] class_prefix: str = self.dataset.index_struct_dict['vector_store']['collection_name']
if not class_prefix.strip('Vector_'): if class_prefix.startswith('Vector_'):
# original class_prefix # original class_prefix
return True return True
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment