2025-12-01

2026-03-17 14:58:51 -06:00
parent 183e865f8b
commit 4b82b57113
6846 changed files with 954887 additions and 162606 deletions
@@ -0,0 +1,158 @@
+# Copyright 2015-2021 Thomas Schatz, Xuan Nga Cao, Mathieu Bernard
+#
+# This file is part of phonemizer: you can redistribute it and/or
+# modify it under the terms of the GNU General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# Phonemizer is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with phonemizer. If not, see <http://www.gnu.org/licenses/>.
+"""Test of the command line interface"""
+
+# pylint: disable=missing-docstring
+
+import os
+import pathlib
+import tempfile
+import shlex
+import sys
+
+import pytest
+
+from phonemizer.backend import EspeakMbrolaBackend, EspeakBackend
+from phonemizer import main, backend, logger
+
+
+def _test(text, expected_output, args=''):
+    with tempfile.TemporaryDirectory() as tmpdir:
+        input_file = pathlib.Path(tmpdir) / 'input.txt'
+        output_file = pathlib.Path(tmpdir) / 'output.txt'
+        with open(input_file, 'wb') as finput:
+            finput.write(text.encode('utf8'))
+
+        sys.argv = ['unused', f'{input_file}', '-o', f'{output_file}']
+        if args:
+            sys.argv += shlex.split(args)
+        main.main()
+
+        with open(output_file, 'rb') as foutput:
+            output = foutput.read().decode()
+
+        # silly fix for windows
+        assert output.replace('\r', '').strip(os.linesep) \
+            == expected_output.replace('\r', '')
+
+
+def test_help():
+    sys.argv = ['foo', '-h']
+    with pytest.raises(SystemExit):
+        main.main()
+
+
+def test_version():
+    sys.argv = ['foo', '--version']
+    main.main()
+
+
+def test_list_languages():
+    sys.argv = ['foo', '--list-languages']
+    main.main()
+
+
+def test_readme():
+    _test('hello world', 'həloʊ wɜːld ', '--verbose')
+    _test('hello world', 'həloʊ wɜːld ', '--quiet')
+    _test('hello world', 'hello world | həloʊ wɜːld ', '--prepend-text')
+    _test('hello world', 'hhaxlow werld', '-b festival --strip')
+    _test('bonjour le monde', 'bɔ̃ʒuʁ lə mɔ̃d ', '-l fr-fr')
+    _test('bonjour le monde', 'b ɔ̃ ʒ u ʁ ;eword l ə ;eword m ɔ̃ d ;eword ',
+          '-l fr-fr -p " " -w ";eword "')
+
+
+@pytest.mark.skipif(
+    '2.1' in backend.FestivalBackend.version(),
+    reason='festival-2.1 gives different results than further versions '
+    'for syllable boundaries')
+def test_readme_festival_syll():
+    _test('hello world',
+          'hh ax ;esyll l ow ;esyll ;eword w er l d ;esyll ;eword ',
+          "-p ' ' -s ';esyll ' -w ';eword ' -b festival -l en-us")
+
+
+@pytest.mark.parametrize('njobs', [1, 6])
+def test_njobs(njobs):
+    _test(
+        os.linesep.join((
+            'hello world',
+            'goodbye',
+            'third line',
+            'yet another')),
+        os.linesep.join((
+            'h-ə-l-oʊ w-ɜː-l-d',
+            'ɡ-ʊ-d-b-aɪ',
+            'θ-ɜː-d l-aɪ-n',
+            'j-ɛ-t ɐ-n-ʌ-ð-ɚ')),
+        f'--strip -j {njobs} -l en-us -b espeak -p "-" -s "|" -w " "')
+
+
+def test_unicode():
+    _test('untuʼule', 'untṵːle ', '-l yucatec -b segments')
+
+
+def test_logger():
+    with pytest.raises(RuntimeError):
+        logger.get_logger(verbosity=1)
+
+
+@pytest.mark.skipif(
+    not EspeakMbrolaBackend.is_available() or
+    not EspeakMbrolaBackend.is_supported_language('mb-fr1'),
+    reason='mbrola or mb-fr1 voice not installed')
+def test_espeak_mbrola():
+    _test('coucou toi!', 'k u k u t w a ',
+          '-b espeak-mbrola -l mb-fr1 -p" " --preserve-punctuation')
+
+
+def test_espeak_path():
+    espeak = pathlib.Path(backend.EspeakBackend.library())
+    if sys.platform == 'win32':
+        espeak = str(espeak).replace('\\', '\\\\').replace(' ', '\\ ')
+    _test('hello world', 'həloʊ wɜːld ', f'--espeak-library={espeak}')
+
+
+def test_festival_path():
+    festival = pathlib.Path(backend.FestivalBackend.executable())
+    if sys.platform == 'win32':
+        festival = str(festival).replace('\\', '\\\\').replace(' ', '\\ ')
+
+    _test('hello world', 'hhaxlow werld ',
+          f'--festival-executable={festival} -b festival')
+
+
+@pytest.mark.parametrize(
+    'args, expected', [
+        ('',
+         'həloʊ wɜːld θɹiː ziəɹoʊziəɹoʊ ziəɹoʊ ɔːɹ tuː fɪfti həloʊ '),
+        ('--preserve-punctuation',
+         'həloʊ, ,wɜːld? θɹiː,ziəɹoʊziəɹoʊ ziəɹoʊ, ɔːɹ tuː.fɪfti. ¿həloʊ? '),
+        ('--preserve-punctuation '
+         '--punctuation-marks-is-regex '
+         '--punctuation-marks "[^a-zA-ZÀ-ÖØ-öø-ÿ0-9\'\\-]"',
+         'həloʊ, ,wɜːld? ‡ θɹiː,ziəɹoʊziəɹoʊ ziəɹoʊ, ɔːɹ tuː.fɪfti. ¿həloʊ? '),
+        ('--preserve-punctuation '
+         '--punctuation-marks-is-regex '
+         '--punctuation-marks "[;:\\!?¡¿—…\\\"«»“”]|[,.](?!\\d)"',
+         'həloʊ, ,wɜːld? θɹiː θaʊzənd, ɔːɹ tuː pɔɪnt faɪv ziəɹoʊ. ¿həloʊ? ')])
+def test_punctuation_is_regex(args, expected):
+    print(args)
+    _test("hello, ,world? ‡ 3,000, or 2.50. ¿hello?", expected, args)
+
+
+def test_invalid_punctuation_regex():
+    with pytest.raises(SystemExit):
+        _test('hello world', None, '--punctuation-marks-is-regex --punctuation-marks "[*,"')