Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
D
dify
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ai-tech
dify
Commits
9b8c92f1
Commit
9b8c92f1
authored
Jun 21, 2023
by
John Wang
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
fix: qdrant bugs
parent
090bd7ca
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
17 additions
and
6 deletions
+17
-6
excel.py
api/core/data_loader/loader/excel.py
+3
-1
base.py
api/core/index/vector_index/base.py
+13
-4
qdrant_vector_index.py
api/core/index/vector_index/qdrant_vector_index.py
+1
-1
No files found.
api/core/data_loader/loader/excel.py
View file @
9b8c92f1
...
@@ -36,7 +36,9 @@ class ExcelLoader(BaseLoader):
...
@@ -36,7 +36,9 @@ class ExcelLoader(BaseLoader):
if
keys
==
[]:
if
keys
==
[]:
keys
=
list
(
map
(
str
,
row
))
keys
=
list
(
map
(
str
,
row
))
else
:
else
:
data
.
append
(
json
.
dumps
(
dict
(
zip
(
keys
,
list
(
map
(
str
,
row
)))),
ensure_ascii
=
False
))
row_dict
=
dict
(
zip
(
keys
,
row
))
row_dict
=
{
k
:
v
for
k
,
v
in
row_dict
.
items
()
if
v
}
data
.
append
(
json
.
dumps
(
row_dict
,
ensure_ascii
=
False
))
metadata
=
{
"source"
:
self
.
_file_path
}
metadata
=
{
"source"
:
self
.
_file_path
}
return
[
Document
(
page_content
=
'
\n\n
'
.
join
(
data
),
metadata
=
metadata
)]
return
[
Document
(
page_content
=
'
\n\n
'
.
join
(
data
),
metadata
=
metadata
)]
api/core/index/vector_index/base.py
View file @
9b8c92f1
...
@@ -149,10 +149,19 @@ class BaseVectorIndex(BaseIndex):
...
@@ -149,10 +149,19 @@ class BaseVectorIndex(BaseIndex):
)
)
documents
.
append
(
document
)
documents
.
append
(
document
)
self
.
create
(
documents
)
origin_index_struct
=
self
.
dataset
.
index_struct
self
.
dataset
.
index_struct
=
None
dataset
.
index_struct
=
json
.
dumps
(
self
.
to_index_struct
())
if
documents
:
try
:
self
.
create
(
documents
)
except
Exception
as
e
:
self
.
dataset
.
index_struct
=
origin_index_struct
raise
e
dataset
.
index_struct
=
json
.
dumps
(
self
.
to_index_struct
())
db
.
session
.
commit
()
db
.
session
.
commit
()
self
.
dataset
=
dataset
self
.
dataset
=
dataset
...
...
api/core/index/vector_index/qdrant_vector_index.py
View file @
9b8c92f1
...
@@ -109,7 +109,7 @@ class QdrantVectorIndex(BaseVectorIndex):
...
@@ -109,7 +109,7 @@ class QdrantVectorIndex(BaseVectorIndex):
def
_is_origin
(
self
):
def
_is_origin
(
self
):
if
self
.
dataset
.
index_struct_dict
:
if
self
.
dataset
.
index_struct_dict
:
class_prefix
:
str
=
self
.
dataset
.
index_struct_dict
[
'vector_store'
][
'collection_name'
]
class_prefix
:
str
=
self
.
dataset
.
index_struct_dict
[
'vector_store'
][
'collection_name'
]
if
not
class_prefix
.
strip
(
'Vector_'
):
if
class_prefix
.
startswith
(
'Vector_'
):
# original class_prefix
# original class_prefix
return
True
return
True
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment