test: add coverage to studio tests and app

.github/workflows/studio-release-tests.yml

@@ -19,10 +19,20 @@ jobs:
           pip install -r requirements.txt
           pip install -r requirements/requirements.test.txt
           pip install -e .
+          pip install coverage coveralls
       - name: Ensure browser is installed
         run: python -m playwright install --with-deps chromium
       - name: Run tests
         run: |
-          gunicorn --worker-class eventlet  -w 1 g2p.app:APP --no-sendfile --bind 0.0.0.0:5000 --daemon
+          coverage run --include g2p/app.py --parallel-mode \
+              -m gunicorn --worker-class eventlet  -w 1 g2p.app:APP --no-sendfile --bind 0.0.0.0:5000 --daemon
           sleep 5
-          cd g2p/tests && python test_studio.py
+          python g2p/tests/test_studio.py
+          pkill coverage
+          sleep 5
+          coverage combine
+          coverage xml
+      - uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          fail_ci_if_error: false # too many upload errors to keep "true"

.github/workflows/tests.yml

@@ -23,9 +23,13 @@ jobs:
           pip install coverage coveralls
       - name: Run tests
         run: |
-          gunicorn --worker-class eventlet  -w 1 g2p.app:APP --no-sendfile --bind 0.0.0.0:5000 --daemon
+          coverage run --omit g2p/app.py --omit 'g2p/tests/*' --parallel-mode \
+              -m gunicorn --worker-class eventlet  -w 1 g2p.app:APP --no-sendfile --bind 0.0.0.0:5000 --daemon
           sleep 5
-          coverage run run_tests.py dev
+          coverage run --omit g2p/app.py --omit 'g2p/tests/*' --parallel-mode run_tests.py dev
+          pkill coverage
+          sleep 5
+          coverage combine
           coverage xml
           if git status | grep -E 'static.*json|mapping.*pkl'; then echo 'g2p databases out of date, please run "g2p update" and commit the results.'; false; else echo OK; fi
       - uses: codecov/codecov-action@v3

g2p/tests/test_studio.py

@@ -43,6 +43,8 @@ async def test_sanity(self):
         async with async_playwright() as p:
             browser = await p.chromium.launch(channel="chrome", headless=True)
             page = await browser.new_page()
+            await page.goto(f"http://localhost:{self.port}/docs")
+            await page.wait_for_timeout(1000)
             await page.goto(f"http://localhost:{self.port}")
             await page.wait_for_timeout(1000)
             input_el = page.locator("#input")
@@ -55,6 +57,30 @@ async def test_sanity(self):
             self.assertEqual(input_text, "hello world")
             await input_el.fill("")
             await output_el.fill("")
+            await page.type("#input", "hello world")
+            await page.wait_for_timeout(1000)
+            radio_el = page.locator("#animated-radio")
+            await radio_el.click()
+            await page.wait_for_timeout(1000)
+
+    async def test_switch_langs(self):
+        async with async_playwright() as p:
+            browser = await p.chromium.launch(channel="chrome", headless=True)
+            page = await browser.new_page()
+            await page.goto(f"http://localhost:{self.port}")
+            await page.wait_for_timeout(1000)
+            in_lang_selector = page.locator("#input-langselect")
+            # Switch to a language
+            await in_lang_selector.select_option(value="alq")
+            await page.wait_for_timeout(1000)
+            settings_title = await page.text_content("#link-0")
+            self.assertEqual(settings_title, "Algonquin to IPA")
+            # Switch back to custom
+            await in_lang_selector.select_option(value="Custom")
+            await page.wait_for_timeout(1000)
+            settings_title = await page.text_content("#link-0")
+            self.assertEqual(settings_title, "Custom")
+            # FIXME: Test that the table works somewhere, somehow
 
     async def test_langs(self):