ascii filter Unicode U+FFFE

699ed1be · jyong · f2605278 · 699ed1be
Commit 699ed1be authored Jan 15, 2024 by jyong
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 1 deletion

indexing_runner.py api/core/indexing_runner.py +0 -1

No files found.
--- a/api/core/indexing_runner.py
+++ b/api/core/indexing_runner.py
@@ -528,7 +528,6 @@ class IndexingRunner:

        return text_docs

-    65534
    def filter_string(self, text):
        text = re.sub(r'<\|', '<', text)
        text = re.sub(r'\|>', '>', text)