From 6cd13fcbd5877586de2b1fd5fa8115fdfd012d82 Mon Sep 17 00:00:00 2001 From: Jan Bernloehr Date: Fri, 13 Nov 2026 09:32:19 +0100 Subject: [PATCH] Fix Italian electronic tests for raw and post-processed punctuation Signed-off-by: Jan Bernloehr --- .../test_cases_electronic_post_process.txt | 8 ++++++++ tests/nemo_text_processing/it/test_electronic.py | 7 +++++++ 2 files changed, 15 insertions(+) create mode 100644 tests/nemo_text_processing/it/data_text_normalization/test_cases_electronic_post_process.txt diff --git a/tests/nemo_text_processing/it/data_text_normalization/test_cases_electronic_post_process.txt b/tests/nemo_text_processing/it/data_text_normalization/test_cases_electronic_post_process.txt new file mode 100644 index 000000000..fa29b6bf2 --- /dev/null +++ b/tests/nemo_text_processing/it/data_text_normalization/test_cases_electronic_post_process.txt @@ -0,0 +1,8 @@ +Trovateci su mail.university.edu.~Trovateci su m a i l punto u n i v e r s i t y punto edu. +Trovateci su mail.nasa.gov.~Trovateci su m a i l punto n a s a punto gov. +Trovateci su mail.nasa.mx.~Trovateci su m a i l punto n a s a punto m x. +visitate il sito https://www.nvidia.com.~visitate il sito h t t p s due punti slash slash w w w punto nvidia punto com. +https://www.nvidia.com~h t t p s due punti slash slash w w w punto nvidia punto com +https://www.nvidia.com/abc/ciao.html.~h t t p s due punti slash slash w w w punto nvidia punto com slash a b c slash c i a o punto html. +abc.def@nvidia.com.~a b c punto d e f chiocciola nvidia punto com. +@jensen.me.~chiocciola j e n s e n punto m e. diff --git a/tests/nemo_text_processing/it/test_electronic.py b/tests/nemo_text_processing/it/test_electronic.py index bf9390883..09385abc0 100644 --- a/tests/nemo_text_processing/it/test_electronic.py +++ b/tests/nemo_text_processing/it/test_electronic.py @@ -27,5 +27,12 @@ class TestChar: @pytest.mark.run_only_on('CPU') @pytest.mark.unit def test_norm_char(self, test_input, expected): + preds = self.normalizer.normalize(test_input, punct_post_process=False) + assert expected == preds + + @parameterized.expand(parse_test_case_file('it/data_text_normalization/test_cases_electronic_post_process.txt')) + @pytest.mark.run_only_on('CPU') + @pytest.mark.unit + def test_norm_char_punct_post_process(self, test_input, expected): preds = self.normalizer.normalize(test_input, punct_post_process=True) assert expected == preds