Updates the pre-processing of document content to be much more robust, with tokenization, stemming and stop word removal

2022-09-15 08:39:47 -07:00
parent 14d82bd8ff
commit d856e48045
4 changed files with 76 additions and 19 deletions
--- a/1
+++ b/1
@@ -56,6 +56,7 @@ mysqlclient = "*"
 celery = {extras = ["redis"], version = "*"}
 django-celery-results = "*"
 setproctitle = "*"
+nltk = "*"

 [dev-packages]
 coveralls = "*"