21 lines
564 B
Python
21 lines
564 B
Python
import sys
|
|
from pathlib import Path
|
|
|
|
sys.path.append(str(Path(__file__).parent.parent.parent) + "/internet_nlp/tools")
|
|
from normalize import normalizer
|
|
|
|
|
|
def test_generic_text() -> None:
|
|
assert (
|
|
normalizer("Hello. I am the firs'fsdjfkeif'sffdm.cv/lfsff'[]")
|
|
== "hello i am the firsfsdjfkeifsffdmcvlfsff"
|
|
)
|
|
|
|
|
|
def test_real_text() -> None:
|
|
# Ayanakoji did not say that
|
|
assert (
|
|
normalizer("Hello, what a lovely day. I hate this game said Ayanakoji")
|
|
== "hello what a lovely day i hate this game said ayanakoji"
|
|
)
|