Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
D
dify
Project
Project
Details
Activity
Releases
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ai-tech
dify
Commits
c1602aaf
Unverified
Commit
c1602aaf
authored
Aug 24, 2023
by
yezhwi
Committed by
GitHub
Aug 24, 2023
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
refactor:cache in place & function name (#1001)
parent
a3fec114
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
6 additions
and
5 deletions
+6
-5
dataset_service.py
api/services/dataset_service.py
+6
-5
No files found.
api/services/dataset_service.py
View file @
c1602aaf
...
...
@@ -464,7 +464,7 @@ class DocumentService:
data_source_info
=
{
"upload_file_id"
:
file_id
,
}
document
=
DocumentService
.
save
_document
(
dataset
,
dataset_process_rule
.
id
,
document
=
DocumentService
.
build
_document
(
dataset
,
dataset_process_rule
.
id
,
document_data
[
"data_source"
][
"type"
],
document_data
[
"doc_form"
],
document_data
[
"doc_language"
],
...
...
@@ -510,7 +510,7 @@ class DocumentService:
"notion_page_icon"
:
page
[
'page_icon'
],
"type"
:
page
[
'type'
]
}
document
=
DocumentService
.
save
_document
(
dataset
,
dataset_process_rule
.
id
,
document
=
DocumentService
.
build
_document
(
dataset
,
dataset_process_rule
.
id
,
document_data
[
"data_source"
][
"type"
],
document_data
[
"doc_form"
],
document_data
[
"doc_language"
],
...
...
@@ -534,7 +534,7 @@ class DocumentService:
return
documents
,
batch
@
staticmethod
def
save
_document
(
dataset
:
Dataset
,
process_rule_id
:
str
,
data_source_type
:
str
,
document_form
:
str
,
def
build
_document
(
dataset
:
Dataset
,
process_rule_id
:
str
,
data_source_type
:
str
,
document_form
:
str
,
document_language
:
str
,
data_source_info
:
dict
,
created_from
:
str
,
position
:
int
,
account
:
Account
,
name
:
str
,
batch
:
str
):
...
...
@@ -1007,10 +1007,11 @@ class SegmentService:
cache_result
=
redis_client
.
get
(
indexing_cache_key
)
if
cache_result
is
not
None
:
raise
ValueError
(
"Segment is deleting."
)
# send delete segment index task
redis_client
.
setex
(
indexing_cache_key
,
600
,
1
)
# enabled segment need to delete index
if
segment
.
enabled
:
# send delete segment index task
redis_client
.
setex
(
indexing_cache_key
,
600
,
1
)
delete_segment_from_index_task
.
delay
(
segment
.
id
,
segment
.
index_node_id
,
dataset
.
id
,
document
.
id
)
db
.
session
.
delete
(
segment
)
db
.
session
.
commit
()
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment