Kevin Hu
commited on
Commit
·
a1e29f7
1
Parent(s):
777b2da
rm es query escape chars (#3428)
Browse files### What problem does this PR solve?
### Type of change
- [x] Bug Fix (non-breaking change which fixes an issue)
- rag/nlp/query.py +1 -1
rag/nlp/query.py
CHANGED
|
@@ -66,7 +66,7 @@ class FulltextQueryer:
|
|
| 66 |
|
| 67 |
def question(self, txt, tbl="qa", min_match:float=0.6):
|
| 68 |
txt = re.sub(
|
| 69 |
-
r"[ :\r\n\t,，。？?/`!！&\^%%]+",
|
| 70 |
" ",
|
| 71 |
rag_tokenizer.tradi2simp(rag_tokenizer.strQ2B(txt.lower())),
|
| 72 |
).strip()
|
|
|
|
| 66 |
|
| 67 |
def question(self, txt, tbl="qa", min_match:float=0.6):
|
| 68 |
txt = re.sub(
|
| 69 |
+
r"[ :\r\n\t,，。？?/`!！&\^%%()^]+",
|
| 70 |
" ",
|
| 71 |
rag_tokenizer.tradi2simp(rag_tokenizer.strQ2B(txt.lower())),
|
| 72 |
).strip()
|