@ -82,8 +82,7 @@ def token_and_stem(text):
for token in tokens:
if re.search('[а-яА-Я]', token):
filtered_tokens.append(token)
stems = [stemmer.stem(t) for t in
stems = [stemmer.stem(t) for t in filtered_tokens]
filtered_tokens]
return stems
def token_only(text):