tokenize punctuation before recording words

2022-03-10 09:43:40 -07:00 · 2022-03-10 09:43:40 -07:00 · 4d20f602a7
parent dccdda1f5f
commit 4d20f602a7
1 changed files with 1 additions and 1 deletions
--- a/modules/nlp.py
+++ b/modules/nlp.py
@ -19,7 +19,7 @@ async def rec(self, m):
    beg = shared.db["beg"]
    end = shared.db["end"]

-    words = m.split()
+    words = re.sub(r"([\.,\?!])", r" \1", m).split()

    if words[0] == "admin" or len(words) < 2:
        return