tests/test_seg_text.py

"""Test seg_text."""
import pytest
from gradiobee.seg_text import seg_text


def test_seg_text1():
    """Test seg_text 1."""
    text = " text 1\n\n test 2. test 3"
    _ = seg_text(text)
    assert len(_) == 2

    text = " text 1\n\n test 2. Test 3"
    _ = seg_text(text)
    assert len(_) == 3


@pytest.mark.parametrize(
    "test_input,expected", [
        ("", []),
        (" ", []),
        (" \n ", []),
    ]
)
def test_seg_text_blanks(test_input, expected):
    """Test blanks."""
    assert seg_text(test_input) == expected


def test_seg_text_semicolon ():
    """Test semicolon."""
    text = """ “元宇宙”，英文為“Metaverse”。該詞出自1992年；的科幻小說《雪崩》。 """
    assert len(seg_text(text)) == 2
    assert len(seg_text(text, 'zh')) == 2
    assert len(seg_text(text, 'ja')) == 2
    assert len(seg_text(text, 'ko')) == 2
    assert len(seg_text(text, 'en')) == 1


def test_seg_text_semicolon_extra ():
    """Test semicolon."""
    extra = "[;；]"
    text = """ “元宇宙”，英文為“Metaverse”。該詞出自1992年；的科幻小說《雪崩》。 """
    assert len(seg_text(text, extra=extra)) == 2 + 1
    assert len(seg_text(text, 'zh', extra=extra)) == 2 + 1
    assert len(seg_text(text, 'ja', extra=extra)) == 2 + 1
    assert len(seg_text(text, 'ko', extra=extra)) == 2 + 1
    assert len(seg_text(text, 'en', extra=extra)) == 1 + 1