Update utils.py
Browse files
utils.py
CHANGED
@@ -62,7 +62,10 @@ from tempfile import NamedTemporaryFile
|
|
62 |
import nltk
|
63 |
from nltk.corpus import stopwords
|
64 |
from nltk.tokenize import word_tokenize
|
65 |
-
from nltk.stem import WordNetLemmatizer
|
|
|
|
|
|
|
66 |
|
67 |
from sklearn.feature_extraction.text import TfidfVectorizer
|
68 |
from sklearn.metrics.pairwise import cosine_similarity
|
|
|
62 |
import nltk
|
63 |
from nltk.corpus import stopwords
|
64 |
from nltk.tokenize import word_tokenize
|
65 |
+
from nltk.stem import WordNetLemmatizer, PorterStemmer
|
66 |
+
from nltk.tokenize import RegexpTokenizer
|
67 |
+
from transformers import BertModel, BertTokenizer
|
68 |
+
from nltk.stem.snowball import SnowballStemmer
|
69 |
|
70 |
from sklearn.feature_extraction.text import TfidfVectorizer
|
71 |
from sklearn.metrics.pairwise import cosine_similarity
|