Skip to content
Test

feat: transcribe and translate speech with Amazon Nova Sonic #62

Sign in to view logs

feat: transcribe and translate speech with Amazon Nova Sonic

feat: transcribe and translate speech with Amazon Nova Sonic #62

Workflow file for this run

.github/workflows/test.yml at 1bed183
---
name: Test
on:
push:
branches: ["**"]
tags-ignore: ["**"]
pull_request:
branches: ["**"]
workflow_dispatch:
inputs:
lane:
description: Which credentialed lane to run
type: choice
default: official
options: [official, aws, both]
pytest_args:
description: Extra pytest arguments (e.g. "-k cohere" or "--expensive")
type: string
default: ""
permissions:
contents: read
jobs:
offline:
name: Offline test suite
# Skipped on manual runs, which exist to reach the credentialed lanes.
if: github.event_name != 'workflow_dispatch'
runs-on: ubuntu-latest
env:
FORCE_COLOR: "1"
# The suite must reach neither AWS nor a vendor API: no credentials are
# configured, and blocking the IMDS endpoint turns a stray call into an
# immediate failure instead of a job that hangs until it times out.
AWS_EC2_METADATA_DISABLED: "true"
AWS_CONFIG_FILE: /dev/null
AWS_SHARED_CREDENTIALS_FILE: /dev/null
AWS_REGION: us-east-1
AWS_DEFAULT_REGION: us-east-1
steps:
- uses: actions/checkout@v6
with:
fetch-depth: 1
- name: Install uv
uses: astral-sh/setup-uv@v8.1.0
with:
enable-cache: true
activate-environment: true
- name: Install dependencies
run: uv sync --frozen --group test
# The floor sits just under what this lane currently reaches, so a change
# that stops covering a branch fails here instead of being noticed later.
- name: Run the offline tests
run: >
pytest --offline
--cov=stdapi --cov-report=term --cov-report=xml
--cov-fail-under=87
- name: Upload coverage
if: always()
uses: actions/upload-artifact@v4
with:
name: coverage-offline
path: coverage.xml
if-no-files-found: error
retention-days: 14
container:
name: Container image
# The image builds a minimal ffmpeg and rewrites the application, so a codec
# or a pruned file can be missing from it while every other job stays green.
# Skipped on manual runs, which exist to reach the credentialed lanes.
if: github.event_name != 'workflow_dispatch'
runs-on: ubuntu-latest
env:
FORCE_COLOR: "1"
CONTAINER_ENGINE: docker
# The boot test skips itself without credentials; everything else runs the
# image with no network at all.
AWS_EC2_METADATA_DISABLED: "true"
AWS_CONFIG_FILE: /dev/null
AWS_SHARED_CREDENTIALS_FILE: /dev/null
AWS_REGION: us-east-1
AWS_DEFAULT_REGION: us-east-1
steps:
- uses: actions/checkout@v6
with:
fetch-depth: 1
- name: Install uv
uses: astral-sh/setup-uv@v8.1.0
with:
enable-cache: true
activate-environment: true
- name: Install dependencies
run: uv sync --frozen --group test
# Samples in formats the image must accept are produced with the host's
# ffmpeg; without it those tests skip instead of covering anything.
- name: Install ffmpeg
run: sudo apt-get update && sudo apt-get install --yes --no-install-recommends ffmpeg
# The suite builds the image itself, from the Dockerfile this commit ships.
- name: Run the container image tests
run: pytest --container -m container
docs:
name: Documentation build
if: github.event_name != 'workflow_dispatch'
runs-on: ubuntu-latest
env:
FORCE_COLOR: "1"
AWS_DEFAULT_REGION: us-east-1
steps:
- uses: actions/checkout@v6
with:
fetch-depth: 1
- name: Install uv
uses: astral-sh/setup-uv@v8.1.0
with:
enable-cache: true
activate-environment: true
- name: Install dependencies
run: uv sync --frozen --group docs
# --strict promotes broken internal links and missing nav entries to
# errors, which the deploy workflow would otherwise publish silently.
- name: Build the documentation
run: mkdocs build --strict
official-api:
name: Cross-validation against the vendor APIs
# Manual only: this lane spends real money on the OpenAI/Anthropic/Cohere
# APIs. It never runs on pull_request, so a fork can never reach the key.
if: >
github.event_name == 'workflow_dispatch' &&
contains(fromJSON('["official", "both"]'), inputs.lane)
runs-on: ubuntu-latest
# Holds the vendor API keys and gates the run behind a required reviewer.
environment: vendor-apis
env:
FORCE_COLOR: "1"
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
CO_API_KEY: ${{ secrets.CO_API_KEY }}
steps:
- uses: actions/checkout@v6
with:
fetch-depth: 1
- name: Install uv
uses: astral-sh/setup-uv@v8.1.0
with:
enable-cache: true
activate-environment: true
- name: Install dependencies
run: uv sync --frozen --group test
# These tests assert that the gateway's behavior matches the vendors', so
# a failure here means upstream moved, not that the gateway regressed.
# PYTEST_ARGS reaches the shell through the environment rather than being
# interpolated into the script body, so the input cannot inject commands.
- name: Run the official-API lane
env:
PYTEST_ARGS: ${{ inputs.pytest_args }}
run: pytest --use-official-api -n 16 ${PYTEST_ARGS}
aws:
name: Live AWS test suite
# Manual only: every test issues billable Bedrock/Polly/Transcribe calls.
if: >
github.event_name == 'workflow_dispatch' &&
contains(fromJSON('["aws", "both"]'), inputs.lane)
runs-on: ubuntu-latest
environment: aws-test
permissions:
contents: read
# Required to mint the OIDC token exchanged for the test role.
id-token: write
env:
FORCE_COLOR: "1"
AWS_REGION: ${{ vars.AWS_REGION }}
AWS_DEFAULT_REGION: ${{ vars.AWS_REGION }}
steps:
- uses: actions/checkout@v6
with:
fetch-depth: 1
# Short-lived OIDC credentials: no long-lived access key is ever stored.
- name: Assume the test role
uses: aws-actions/configure-aws-credentials@v5
with:
role-to-assume: ${{ vars.AWS_TEST_ROLE_ARN }}
aws-region: ${{ vars.AWS_REGION }}
role-duration-seconds: 3600
- name: Install uv
uses: astral-sh/setup-uv@v8.1.0
with:
enable-cache: true
activate-environment: true
- name: Install dependencies
run: uv sync --frozen --group test
# -n 16 matters: the suite is I/O-bound, and a low worker count turns a
# 90-second run into hours.
- name: Run the live suite
env:
PYTEST_ARGS: ${{ inputs.pytest_args }}
run: pytest -n 16 ${PYTEST_ARGS}