Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions .github/workflows/publish_passport_worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ jobs:
tag: ${{ github.ref_name }}

publish-passport-worker-to-pypi:
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
permissions:
id-token: write
contents: write
Expand All @@ -49,7 +49,7 @@ jobs:
run: cd workers/passport-worker && uv publish --verbose

publish-io-worker:
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v6
- name: Docker meta
Expand Down Expand Up @@ -81,7 +81,7 @@ jobs:
labels: ${{ steps.meta.outputs.labels }}

publish-passport-preprocessing-worker:
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v6
- name: Docker meta
Expand Down Expand Up @@ -113,7 +113,7 @@ jobs:
labels: ${{ steps.meta.outputs.labels }}

publish-passport-inference-worker:
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v6
- name: Docker meta
Expand Down Expand Up @@ -147,7 +147,7 @@ jobs:
trigger-workflows-worker-publication:
needs:
- publish-passport-worker-to-pypi
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v6
- name: Trigger workflow worker release
Expand Down
20 changes: 12 additions & 8 deletions .github/workflows/test_asr_worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,26 +10,30 @@ on:
- 'caul/**'
- 'caul-core/**'

env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6

# TODO: leverage some caching here
jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v4.1.0
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: "0.16.1"
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: workers/asr-worker
- name: Check formatting
run: ruff format --config qa/ruff.toml --check workers/asr-worker
run: cd workers/asr-worker && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml workers/asr-worker
run: cd workers/asr-worker && uv run --with ruff ruff format

test:
runs-on: ubuntu-latest
env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6
steps:
- uses: actions/checkout@v6
- name: Setup Python project
Expand Down
24 changes: 16 additions & 8 deletions .github/workflows/test_caul.yml
Original file line number Diff line number Diff line change
Expand Up @@ -19,25 +19,33 @@ on:
- 'caul-core/pyproject.toml'
- 'caul-core/uv.lock'

env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6

jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v4.1.0
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: "0.16.1"
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: caul
- name: Check formatting
run: cd caul && uv run --with ruff ruff check --fix .
- name: Lint test
run: cd caul && uv run --with ruff ruff format
- name: Check formatting
run: ruff format --config qa/ruff.toml --check caul caul-core
run: cd caul-core && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml caul caul-core
run: cd caul-core && uv run --with ruff ruff format

test:
runs-on: ubuntu-latest
env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6
steps:
- uses: actions/checkout@v6
- name: Install uv
Expand Down
20 changes: 12 additions & 8 deletions .github/workflows/test_datashare_python.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,26 +7,30 @@ on:
paths:
- 'datashare-python/**'

env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6

# TODO: leverage some caching here
jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v4.1.0
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: "0.16.1"
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: datashare-python
- name: Check formatting
run: ruff format --config qa/ruff.toml --check datashare-python
run: cd datashare-python && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml datashare-python
run: cd datashare-python && uv run --with ruff ruff format

test:
runs-on: ubuntu-latest
env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6
steps:
- uses: actions/checkout@v6
- name: Setup Python project
Expand Down
20 changes: 12 additions & 8 deletions .github/workflows/test_extract_worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,26 +11,30 @@ on:
- 'datashare-python/**'
- 'workers/extract-worker/**'

env:
PYTHON_VERSION: 3.13
ASTRAL_VERSION: 0.11.24

# TODO: leverage some caching here
jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v4.1.0
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: "0.16.1"
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: workers/extract-worker
- name: Check formatting
run: ruff format --config qa/ruff.toml --check workers/extract-worker
run: cd workers/extract-worker && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml workers/extract-worker
run: cd workers/extract-worker && uv run --with ruff ruff format

test:
runs-on: ubuntu-latest
env:
PYTHON_VERSION: 3.13
ASTRAL_VERSION: 0.11.24
steps:
- uses: actions/checkout@v6
- name: Setup Python project
Expand Down
23 changes: 14 additions & 9 deletions .github/workflows/test_passport_worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,24 +11,29 @@ on:
- 'datashare-python/**'
- 'workers/passport-worker/**'

env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.24

jobs:
lint:
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v3
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: workers/passport-worker
- name: Check formatting
run: ruff format --config qa/ruff.toml --check workers/passport-worker
run: cd workers/passport-worker && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml workers/passport-worker
run: cd workers/passport-worker && uv run --with ruff ruff format

test:
runs-on: ubuntu-latest
env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.24
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v6
- name: Setup Python project
Expand Down
17 changes: 12 additions & 5 deletions .github/workflows/test_translation_worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,20 +11,27 @@ on:
- 'datashare-python/**'
- 'workers/translation-worker/**'

env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6

# TODO: leverage some caching here
jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v4.1.0
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: "0.16.1"
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: workers/translation-worker
- name: Check formatting
run: ruff format --config qa/ruff.toml --check workers/translation-worker
run: cd workers/translation-worker && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml workers/translation-worker
run: cd workers/translation-worker && uv run --with ruff ruff format

test:
runs-on: ubuntu-latest
Expand Down
20 changes: 12 additions & 8 deletions .github/workflows/test_worker_template.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,26 +11,30 @@ on:
- 'datashare-python/**'
- 'worker-template/**'

env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6

# TODO: leverage some caching here
jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v4.1.0
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: "0.16.1"
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: worker-template
- name: Check formatting
run: ruff format --config qa/ruff.toml --check worker-template
run: cd worker-template && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml worker-template
run: cd worker-template && uv run --with ruff ruff format

test:
runs-on: ubuntu-latest
env:
PYTHON_VERSION: 3.12
ASTRAL_VERSION: 0.11.6
steps:
- uses: actions/checkout@v6
- name: Setup Python project
Expand Down
17 changes: 10 additions & 7 deletions .github/workflows/test_workflows_worker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,22 +10,25 @@ on:
- 'workers/workflows-worker/**'

env:
PYTHON_VERSION: 3.12
PYTHON_VERSION: 3.13
ASTRAL_VERSION: 0.11.6

jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v6
- uses: astral-sh/ruff-action@v4.1.0
- name: Install uv
uses: astral-sh/setup-uv@v7
with:
args: "--version" # skips test by displaying the version
version: "0.16.1"
version: ${{ env.ASTRAL_VERSION }}
python-version: ${{ env.PYTHON_VERSION }}
enable-cache: true
working-directory: workers/workflows-worker
- name: Check formatting
run: ruff format --config qa/ruff.toml --check workers/workflows-worker
run: cd workers/workflows-worker && uv run --with ruff ruff check --fix .
- name: Lint test
run: ruff check --config qa/ruff.toml workers/workflows-worker
run: cd workers/workflows-worker && uv run --with ruff ruff format

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
Expand Down
7 changes: 7 additions & 0 deletions Makefile
Original file line number Diff line number Diff line change
@@ -1,4 +1,11 @@
ruff-check:
./scripts/ruff-check.sh

ruff-format:
./scripts/ruff-format.sh

lock-all:
./scripts/lock-dist.sh datashare-python ${uv_extra}
./scripts/lock-dist.sh worker-template ${uv_extra}
./scripts/lock-dist.sh asr-worker ${uv_extra}
./scripts/lock-dist.sh extract-worker ${uv_extra}
Expand Down
Loading
Loading