Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
D
dify
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ai-tech
dify
Commits
1f37a3a7
Commit
1f37a3a7
authored
Jun 12, 2023
by
jyong
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
init param
parent
686e2efe
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
6 additions
and
8 deletions
+6
-8
dataset_service.py
api/services/dataset_service.py
+6
-8
No files found.
api/services/dataset_service.py
View file @
1f37a3a7
...
@@ -411,9 +411,8 @@ class DocumentService:
...
@@ -411,9 +411,8 @@ class DocumentService:
batch
=
time
.
strftime
(
'
%
Y
%
m
%
d
%
H
%
M
%
S'
)
+
str
(
random
.
randint
(
100000
,
999999
))
batch
=
time
.
strftime
(
'
%
Y
%
m
%
d
%
H
%
M
%
S'
)
+
str
(
random
.
randint
(
100000
,
999999
))
document_ids
=
[]
document_ids
=
[]
if
document_data
[
"data_source"
][
"type"
]
==
"upload_file"
:
if
document_data
[
"data_source"
][
"type"
]
==
"upload_file"
:
upload_file_list
=
document_data
[
"data_source"
][
"info"
]
upload_file_list
=
document_data
[
"data_source"
][
"info_list"
][
'file_info_list'
][
'file_ids'
]
for
upload_file
in
upload_file_list
:
for
file_id
in
upload_file_list
:
file_id
=
upload_file
[
"upload_file_id"
]
file
=
db
.
session
.
query
(
UploadFile
)
.
filter
(
file
=
db
.
session
.
query
(
UploadFile
)
.
filter
(
UploadFile
.
tenant_id
==
dataset
.
tenant_id
,
UploadFile
.
tenant_id
==
dataset
.
tenant_id
,
UploadFile
.
id
==
file_id
UploadFile
.
id
==
file_id
...
@@ -437,7 +436,7 @@ class DocumentService:
...
@@ -437,7 +436,7 @@ class DocumentService:
documents
.
append
(
document
)
documents
.
append
(
document
)
position
+=
1
position
+=
1
elif
document_data
[
"data_source"
][
"type"
]
==
"notion_import"
:
elif
document_data
[
"data_source"
][
"type"
]
==
"notion_import"
:
notion_info_list
=
document_data
[
"data_source"
][
'info'
]
notion_info_list
=
document_data
[
"data_source"
][
'info
_list'
][
'notion_info_list
'
]
exist_page_ids
=
[]
exist_page_ids
=
[]
exist_document
=
dict
()
exist_document
=
dict
()
documents
=
Document
.
query
.
filter_by
(
documents
=
Document
.
query
.
filter_by
(
...
@@ -539,9 +538,8 @@ class DocumentService:
...
@@ -539,9 +538,8 @@ class DocumentService:
file_name
=
''
file_name
=
''
data_source_info
=
{}
data_source_info
=
{}
if
document_data
[
"data_source"
][
"type"
]
==
"upload_file"
:
if
document_data
[
"data_source"
][
"type"
]
==
"upload_file"
:
upload_file_list
=
document_data
[
"data_source"
][
"info"
]
upload_file_list
=
document_data
[
"data_source"
][
"info_list"
][
'file_info_list'
][
'file_ids'
]
for
upload_file
in
upload_file_list
:
for
file_id
in
upload_file_list
:
file_id
=
upload_file
[
"upload_file_id"
]
file
=
db
.
session
.
query
(
UploadFile
)
.
filter
(
file
=
db
.
session
.
query
(
UploadFile
)
.
filter
(
UploadFile
.
tenant_id
==
dataset
.
tenant_id
,
UploadFile
.
tenant_id
==
dataset
.
tenant_id
,
UploadFile
.
id
==
file_id
UploadFile
.
id
==
file_id
...
@@ -556,7 +554,7 @@ class DocumentService:
...
@@ -556,7 +554,7 @@ class DocumentService:
"upload_file_id"
:
file_id
,
"upload_file_id"
:
file_id
,
}
}
elif
document_data
[
"data_source"
][
"type"
]
==
"notion_import"
:
elif
document_data
[
"data_source"
][
"type"
]
==
"notion_import"
:
notion_info_list
=
document_data
[
"data_source"
][
'info'
]
notion_info_list
=
document_data
[
"data_source"
][
'info
_list'
][
'notion_info_list
'
]
for
notion_info
in
notion_info_list
:
for
notion_info
in
notion_info_list
:
workspace_id
=
notion_info
[
'workspace_id'
]
workspace_id
=
notion_info
[
'workspace_id'
]
data_source_binding
=
DataSourceBinding
.
query
.
filter
(
data_source_binding
=
DataSourceBinding
.
query
.
filter
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment