Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
D
dify
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ai-tech
dify
Commits
6cc4f47d
Commit
6cc4f47d
authored
Jun 05, 2023
by
Jyong
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
add notion sync
parent
a5a61197
Changes
2
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
168 additions
and
149 deletions
+168
-149
datasets_document.py
api/controllers/console/datasets/datasets_document.py
+8
-12
dataset_service.py
api/services/dataset_service.py
+160
-137
No files found.
api/controllers/console/datasets/datasets_document.py
View file @
6cc4f47d
...
...
@@ -101,6 +101,7 @@ class DocumentResource(Resource):
return
documents
class
GetProcessRuleApi
(
Resource
):
@
setup_required
@
login_required
...
...
@@ -364,16 +365,11 @@ class DocumentIndexingStatusApi(DocumentResource):
documents
=
self
.
get_batch_documents
(
dataset_id
,
batch
)
documents_status
=
[]
for
document
in
documents
:
completed_segments
=
DocumentSegment
.
query
\
.
filter
(
DocumentSegment
.
completed_at
.
isnot
(
None
),
DocumentSegment
.
document_id
==
str
(
document
.
id
),
DocumentSegment
.
status
!=
're_segment'
)
\
)
.
count
()
total_segments
=
DocumentSegment
.
query
\
.
filter_by
(
document_id
=
str
(
document
.
id
))
\
.
count
()
completed_segments
=
DocumentSegment
.
query
.
filter
(
DocumentSegment
.
completed_at
.
isnot
(
None
),
DocumentSegment
.
document_id
==
str
(
document
.
id
),
DocumentSegment
.
status
!=
're_segment'
)
.
count
()
total_segments
=
DocumentSegment
.
query
.
filter
(
DocumentSegment
.
document_id
==
str
(
document
.
id
),
DocumentSegment
.
status
!=
're_segment'
)
.
count
()
document
.
completed_segments
=
completed_segments
document
.
total_segments
=
total_segments
documents_status
.
append
(
marshal
(
document
,
self
.
document_status_fields
))
...
...
@@ -427,7 +423,7 @@ class DocumentDetailApi(DocumentResource):
'disabled_by'
:
document
.
disabled_by
,
'archived'
:
document
.
archived
,
'segment_count'
:
document
.
segment_count
,
'average_segment_length'
:
document
.
average_segment_length
,
'average_segment_length'
:
document
.
average_segment_length
,
'hit_count'
:
document
.
hit_count
,
'display_status'
:
document
.
display_status
}
...
...
@@ -447,7 +443,7 @@ class DocumentDetailApi(DocumentResource):
'created_at'
:
document
.
created_at
.
timestamp
(),
'tokens'
:
document
.
tokens
,
'indexing_status'
:
document
.
indexing_status
,
'completed_at'
:
int
(
document
.
completed_at
.
timestamp
())
if
document
.
completed_at
else
None
,
'completed_at'
:
int
(
document
.
completed_at
.
timestamp
())
if
document
.
completed_at
else
None
,
'updated_at'
:
int
(
document
.
updated_at
.
timestamp
())
if
document
.
updated_at
else
None
,
'indexing_latency'
:
document
.
indexing_latency
,
'error'
:
document
.
error
,
...
...
api/services/dataset_service.py
View file @
6cc4f47d
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment