| | """Test seg_text.""" |
| | import pytest |
| | from gradiobee.seg_text import seg_text |
| |
|
| |
|
| | def test_seg_text1(): |
| | """Test seg_text 1.""" |
| | text = " text 1\n\n test 2. test 3" |
| | _ = seg_text(text) |
| | assert len(_) == 2 |
| |
|
| | text = " text 1\n\n test 2. Test 3" |
| | _ = seg_text(text) |
| | assert len(_) == 3 |
| |
|
| |
|
| | @pytest.mark.parametrize( |
| | "test_input,expected", [ |
| | ("", []), |
| | (" ", []), |
| | (" \n ", []), |
| | ] |
| | ) |
| | def test_seg_text_blanks(test_input, expected): |
| | """Test blanks.""" |
| | assert seg_text(test_input) == expected |
| |
|
| |
|
| | def test_seg_text_semicolon (): |
| | """Test semicolon.""" |
| | text = """ “元宇宙”，英文為“Metaverse”。該詞出自1992年；的科幻小說《雪崩》。 """ |
| | assert len(seg_text(text)) == 2 |
| | assert len(seg_text(text, 'zh')) == 2 |
| | assert len(seg_text(text, 'ja')) == 2 |
| | assert len(seg_text(text, 'ko')) == 2 |
| | assert len(seg_text(text, 'en')) == 1 |
| |
|
| |
|
| | def test_seg_text_semicolon_extra (): |
| | """Test semicolon.""" |
| | extra = "[;；]" |
| | text = """ “元宇宙”，英文為“Metaverse”。該詞出自1992年；的科幻小說《雪崩》。 """ |
| | assert len(seg_text(text, extra=extra)) == 2 + 1 |
| | assert len(seg_text(text, 'zh', extra=extra)) == 2 + 1 |
| | assert len(seg_text(text, 'ja', extra=extra)) == 2 + 1 |
| | assert len(seg_text(text, 'ko', extra=extra)) == 2 + 1 |
| | assert len(seg_text(text, 'en', extra=extra)) == 1 + 1 |
| |
|
