Commit 9b8c92f1 authored by John Wang's avatar John Wang

fix: qdrant bugs

parent 090bd7ca
......@@ -36,7 +36,9 @@ class ExcelLoader(BaseLoader):
if keys == []:
keys = list(map(str, row))
else:
data.append(json.dumps(dict(zip(keys, list(map(str, row)))), ensure_ascii=False))
row_dict = dict(zip(keys, row))
row_dict = {k: v for k, v in row_dict.items() if v}
data.append(json.dumps(row_dict, ensure_ascii=False))
metadata = {"source": self._file_path}
return [Document(page_content='\n\n'.join(data), metadata=metadata)]
......@@ -150,9 +150,18 @@ class BaseVectorIndex(BaseIndex):
documents.append(document)
origin_index_struct = self.dataset.index_struct
self.dataset.index_struct = None
if documents:
try:
self.create(documents)
except Exception as e:
self.dataset.index_struct = origin_index_struct
raise e
dataset.index_struct = json.dumps(self.to_index_struct())
db.session.commit()
self.dataset = dataset
......
......@@ -109,7 +109,7 @@ class QdrantVectorIndex(BaseVectorIndex):
def _is_origin(self):
if self.dataset.index_struct_dict:
class_prefix: str = self.dataset.index_struct_dict['vector_store']['collection_name']
if not class_prefix.strip('Vector_'):
if class_prefix.startswith('Vector_'):
# original class_prefix
return True
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment