foxxy-hm commited on
Commit
5168e23
·
1 Parent(s): f62b65f

Update src/features/text_utils.py

Browse files
Files changed (1) hide show
  1. src/features/text_utils.py +2 -0
src/features/text_utils.py CHANGED
@@ -1,6 +1,8 @@
1
  import json
2
  from glob import glob
3
  import re
 
 
4
  from nltk import word_tokenize as lib_tokenizer
5
  import string
6
 
 
1
  import json
2
  from glob import glob
3
  import re
4
+ import nltk
5
+ nltk.download('punkt')
6
  from nltk import word_tokenize as lib_tokenizer
7
  import string
8