Add integration tests

.github/workflows/python-package.yml

@@ -36,7 +36,7 @@ jobs:
         flake8 src tests --count --select=E9,F63,F7,F82 --show-source --statistics
         # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
         flake8 src tests --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
-    - name: Run tests
+    - name: Run unit tests
       run: |
         invoke test
     - name: Generate coverage report

CONTRIBUTING.md

@@ -18,6 +18,9 @@ python -m nltk.downloader punkt -d ./venv/nltk_data
 
 # Run tests and generate coverage report
 invoke test cov
+
+# Run integration tests
+invoke integration
 ```
 
 ## Running Tasks

pyproject.toml

@@ -63,6 +63,7 @@ docs = [
 test = [
     "coverage",
     "parameterized",
+    "pytest",
 ]
 amazon-polly = [
     "boto3",

tasks.py

@@ -6,7 +6,13 @@
 @task
 def test(c):
     """Run tests with coverage."""
-    c.run('coverage run --branch --source=src -m unittest')
+    c.run('coverage run --branch --source=src -m pytest tests/unit')
+
+
+@task
+def integration(c):
+    """Run integration tests."""
+    c.run('pytest tests/integration')
 
 
 @task

tests/integration/test_all_ttss_basic.py

@@ -0,0 +1,43 @@
+from typing import Type
+
+import boto3
+from google.cloud.texttospeech import TextToSpeechClient, VoiceSelectionParams
+from parameterized import parameterized
+
+from voicebox.tts import *
+
+TTS_CLASSES = (
+    AmazonPolly,
+    ElevenLabsTTS,
+    ESpeakNG,
+    GoogleCloudTTS,
+    gTTS,
+    PicoTTS,
+    Pyttsx3TTS,
+)
+
+
+def get_speech_name_func(testcase_func, param_num, param) -> str:
+    test_name = testcase_func.__name__
+    tts_class_name = param.args[0].__name__
+    return f'{test_name}({tts_class_name})'
+
+
+@parameterized.expand(TTS_CLASSES, name_func=get_speech_name_func)
+def test_get_speech(tts_class: Type[TTS]):
+    if tts_class is AmazonPolly:
+        session = boto3.Session(region_name='us-east-1', profile_name='polly')
+        client = session.client('polly')
+        tts = AmazonPolly(client=client, voice_id='Aditi')
+
+    elif tts_class is GoogleCloudTTS:
+        tts = GoogleCloudTTS(
+            client=TextToSpeechClient(),
+            voice_params=VoiceSelectionParams(language_code='en-US'),
+        )
+
+    else:
+        tts = tts_class()
+
+    audio = tts.get_speech('Hello, world!')
+    audio.check()

tests/effects/test_chain.py → tests/unit/effects/test_chain.py

@@ -4,7 +4,7 @@
 import numpy as np
 from parameterized import parameterized
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.audio import Audio
 from voicebox.effects.chain import SeriesChain, ParallelChain
 

tests/sinks/test_distributor.py → tests/unit/sinks/test_distributor.py

@@ -1,7 +1,7 @@
 import unittest
 from unittest.mock import Mock
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.sinks.distributor import Distributor
 
 

tests/sinks/test_sounddevice.py → tests/unit/sinks/test_sounddevice.py

@@ -3,7 +3,7 @@
 
 from parameterized import parameterized
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.sinks.sounddevice import SoundDevice, Device, Latency
 
 

tests/test_audio.py → tests/unit/test_audio.py

@@ -3,7 +3,7 @@
 import numpy as np
 from parameterized import parameterized
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.audio import Audio
 
 

tests/voiceboxes/test_simple.py → tests/unit/test_simple.py

@@ -1,7 +1,7 @@
 import unittest
 from unittest.mock import Mock, call
 
-from tests.utils import assert_called_with_exactly, build_audio
+from unit.utils import assert_called_with_exactly, build_audio
 from voicebox.effects.normalize import Normalize
 from voicebox.sinks.sounddevice import SoundDevice
 from voicebox.tts.picotts import PicoTTS

tests/tts/test_amazonpolly.py → tests/unit/tts/test_amazonpolly.py

@@ -4,7 +4,7 @@
 import numpy as np
 from mypy_boto3_polly.literals import VoiceIdType
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.ssml import SSML
 from voicebox.tts.amazonpolly import AmazonPolly
 

tests/tts/test_cache.py → tests/unit/tts/test_cache.py

@@ -5,7 +5,7 @@
 import cachetools
 from parameterized import parameterized
 
-from tests.utils import assert_called_with_exactly, build_audio
+from unit.utils import assert_called_with_exactly, build_audio
 from voicebox.audio import Audio
 from voicebox.tts.cache import CachedTTS
 from voicebox.tts.cache import PrerecordedTTS

tests/tts/test_elevenlabs.py → tests/unit/tts/test_elevenlabs.py

@@ -3,7 +3,7 @@
 
 from elevenlabs.client import ElevenLabs
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.tts.elevenlabs import ElevenLabsTTS
 
 

tests/tts/test_espeakng.py → tests/unit/tts/test_espeakng.py

@@ -2,7 +2,7 @@
 import unittest
 from unittest.mock import Mock, patch
 
-from tests.utils import build_audio, assert_first_call
+from unit.utils import build_audio, assert_first_call
 from voicebox.ssml import SSML
 from voicebox.tts import ESpeakNG, ESpeakConfig
 

tests/tts/test_googlecloudtts.py → tests/unit/tts/test_googlecloudtts.py

@@ -9,7 +9,7 @@
 )
 from parameterized import parameterized
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.ssml import SSML
 from voicebox.tts.googlecloudtts import GoogleCloudTTS
 

tests/tts/test_gtts.py → tests/unit/tts/test_gtts.py

@@ -1,7 +1,7 @@
 import unittest
 from unittest.mock import patch
 
-from tests.utils import assert_first_call, build_audio
+from unit.utils import assert_first_call, build_audio
 from voicebox.ssml import SSML
 from voicebox.tts.gtts import gTTS
 

tests/tts/test_picotts.py → tests/unit/tts/test_picotts.py

@@ -2,7 +2,7 @@
 from pathlib import Path
 from unittest.mock import Mock, patch
 
-from tests.utils import build_audio, assert_first_call
+from unit.utils import build_audio, assert_first_call
 from voicebox.ssml import SSML
 from voicebox.tts.picotts import PicoTTS
 

tests/tts/test_pyttsx3.py → tests/unit/tts/test_pyttsx3.py

@@ -2,7 +2,7 @@
 from pathlib import Path
 from unittest.mock import Mock, patch
 
-from tests.utils import build_audio
+from unit.utils import build_audio
 from voicebox.tts import Pyttsx3TTS
 
 

tests/tts/test_tts.py → tests/unit/tts/test_tts.py

@@ -3,7 +3,7 @@
 
 from parameterized import parameterized
 
-from tests.utils import assert_called_with_exactly, build_audio
+from unit.utils import assert_called_with_exactly, build_audio
 from voicebox.tts import TTS, FallbackTTS, RetryTTS
 
 log = Mock()

tests/voiceboxes/test_parallel.py → tests/unit/voiceboxes/test_parallel.py

@@ -4,7 +4,7 @@
 
 from parameterized import parameterized
 
-from tests.utils import assert_called_with_exactly
+from unit.utils import assert_called_with_exactly
 from voicebox.effects import Normalize
 from voicebox.sinks import SoundDevice
 from voicebox.tts import PicoTTS

tests/voiceboxes/test_splitter.py → tests/unit/voiceboxes/test_splitter.py

@@ -1,6 +1,4 @@
-import unittest
 from typing import List
-from unittest import TestCase
 
 from parameterized import parameterized
 
@@ -25,16 +23,16 @@
 ]
 
 
-class NoopSplitterTest(TestCase):
+class TestNoopSplitter:
     @parameterized.expand(map(lambda it: it[0], commonly_handled_sentences))
     def test_does_not_split(self, text: str):
         splitter = NoopSplitter()
         actual = list(splitter.split(text))
-        self.assertListEqual([text], actual)
+        assert [text] == actual
 
 
-class SimpleSentenceSplitterTest(TestCase):
-    def setUp(self):
+class TestSimpleSentenceSplitter:
+    def setup_method(self):
         self.splitter = SimpleSentenceSplitter()
 
     @parameterized.expand(commonly_handled_sentences + [
@@ -45,11 +43,11 @@ def setUp(self):
     ])
     def test_split(self, text: str, expected: List[str]):
         actual = list(self.splitter.split(text))
-        self.assertListEqual(expected, actual)
+        assert expected == actual
 
 
-class PunktSentenceSplitterTest(TestCase):
-    def setUp(self):
+class TestPunktSentenceSplitter:
+    def setup_method(self):
         self.splitter = PunktSentenceSplitter()
 
     @parameterized.expand(commonly_handled_sentences + [
@@ -60,13 +58,9 @@ def setUp(self):
     ])
     def test_split(self, text: str, expected: List[str]):
         actual = list(self.splitter.split(text))
-        self.assertListEqual(expected, actual)
+        assert expected == actual
 
 
-class DefaultSplitterTest(unittest.TestCase):
+class TestDefaultSplitter:
     def test(self):
-        self.assertIsInstance(default_splitter(), NoopSplitter)
-
-
-if __name__ == '__main__':
-    unittest.main()
+        assert isinstance(default_splitter(), NoopSplitter)