Change locking boundaries for shared dict. Add a unit test.

[python_utils.git] / profanity_filter.py

diff --git a/profanity_filter.py b/profanity_filter.py
index 4723a2db0679e5f866f14bbb723c66391fa06ae6..22de26395bcf188a3300ecfdeec193246d233ded 100755 (executable)
--- a/profanity_filter.py
+++ b/profanity_filter.py
@@ -499,7 +499,7 @@ class ProfanityFilter(object):
 
     def tokenize(self, text: str):
         for x in nltk.word_tokenize(text):
-            for y in re.split('\W+', x):
+            for y in re.split(r'\W+', x):
                 yield y
 
     def contains_bad_word(self, text: str) -> bool: