andras/great-ai
andras/great-ai
Watch
1
0
Fork
You've already forked great-ai
 0
Code Issues Pull requests 2 Projects Releases 4 Packages 1 Wiki Activity Actions

Improve example

Browse source
This commit is contained in:
Andras Schmelczer 2022-05-26 21:49:58 +02:00
commit 8033e63b51
1 changed files with 20 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/simple/helpers.py
View file

@ -12,5 +12,5 @@ def preprocess(text: str) -> str:
def lemmatize(text: str) -> str:
lemmatized = lemmatize_text(text)
clean_lemmas = [re.sub(r"\d[\d.,]*", "NUM", lemma) for lemma in lemmatized]
clean_lemmas = [re.sub(r"\d[\d.,]*", "NUM", lemma.lower()) for lemma in lemmatized]
return " ".join(clean_lemmas)