Clean up .github

.github/workflows/ci.yaml → .github/workflows/pr.yaml

@@ -1,35 +1,43 @@
-name: CI
+name: PR
 
 on:
   pull_request:
   push:
     branches:
       - main
 
+permissions:
+  contents: read
+
 jobs:
   tests:
-    name: Python 3.12 tests
-    runs-on: ubuntu-24.04
+    name: Python ${{ matrix.python-version }} tests
+    runs-on: ubuntu-26.04
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.13", "3.14", "3.15"]
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v7.0.1
         with:
           fetch-depth: 0
 
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7.0.0
         with:
-          python-version: "3.12"
+          python-version: ${{ matrix.python-version }}
+          allow-prereleases: true
           cache: pip
 
       - name: Install package and test dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -e ".[test,mission]"
+          python -m pip install -e ".[test,mission]"
 
       - name: Run tests
         run: |
-          pytest -vv \
+          python -m pytest -vv \
             --ignore=tests/test_operations_predict_hake.py \
             --ignore=tests/test_postprocessing_flow_validation.py

.github/workflows/pypi.yaml

@@ -0,0 +1,107 @@
+# Publish distributions to PyPI and TestPyPI using GitHub Actions.
+name: Publish to PyPI
+
+on:
+  release:
+    types: [released]
+  push:
+    branches: [main]
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  build-artifact:
+    name: Build echodataflow package
+    runs-on: ubuntu-24.04
+    if: github.repository == 'echostack-org/echodataflow' || github.event_name == 'workflow_dispatch'
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v7
+        with:
+          # setuptools-scm needs the release tags and Git history.
+          fetch-depth: 0
+
+      - name: Set up Python
+        uses: actions/setup-python@v7.0.0
+        with:
+          python-version: '3.12'
+
+      - name: Install build frontend
+        run: python -m pip install --upgrade pip build twine
+
+      # pyproject.toml already uses no-local-version for index-compatible versions.
+      - name: Build and validate source and wheel distributions
+        run: |
+          python -m build
+          python -m twine check --strict dist/*
+          ls -lh dist/
+
+      - name: Upload distributions
+        uses: actions/upload-artifact@v7
+        with:
+          name: releases
+          path: dist/
+          if-no-files-found: error
+
+  test-built-dist:
+    name: Test echodataflow package
+    needs: build-artifact
+    runs-on: ubuntu-24.04
+    steps:
+      - name: Set up Python
+        uses: actions/setup-python@v7.0.0
+        with:
+          python-version: '3.12'
+
+      - name: Download distributions
+        uses: actions/download-artifact@v8
+        with:
+          name: releases
+          path: dist/
+
+      - name: Publish to TestPyPI
+        uses: pypa/gh-action-pypi-publish@v1.14.2
+        with:
+          password: ${{ secrets.TEST_PYPI_API_TOKEN }}
+          repository-url: https://test.pypi.org/legacy/
+          verbose: true
+          skip-existing: true
+
+      # Test these exact artifacts rather than another version from an index.
+      - name: Check wheel installation
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install dist/*.whl
+          python -m pip check
+          python -c "import echodataflow; print(echodataflow.__version__)"
+          echodataflow-deploy --help
+
+      - name: Check source distribution installation
+        run: |
+          python -m pip uninstall --yes echodataflow
+          python -m pip install dist/*.tar.gz
+          python -m pip check
+          python -c "import echodataflow; print(echodataflow.__version__)"
+          echodataflow-deploy --help
+
+  publish-pypi:
+    name: Publish echodataflow to PyPI
+    needs: test-built-dist
+    if: >-
+      github.repository == 'echostack-org/echodataflow' &&
+      github.event_name == 'release' &&
+      startsWith(github.ref, 'refs/tags/')
+    runs-on: ubuntu-24.04
+    steps:
+      - name: Download distributions
+        uses: actions/download-artifact@v8
+        with:
+          name: releases
+          path: dist/
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@v1.14.2
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}

docs/source/_toc.yml

@@ -10,7 +10,6 @@ parts:
         sections:
         - file: configuration/datastore.md
         - file: configuration/pipeline.md
-      - file: gettingstarteddocker       
   - caption: Demo
     chapters:
       - file: local/intro
@@ -34,7 +33,6 @@ parts:
         sections:
           - file: logging/daskstream.md
           - file: logging/awscloud
-          - file: logging/kelk
   - caption: Command-Line Interface
     chapters:
       - file: cli/intro
@@ -44,4 +42,4 @@ parts:
           - file: cli/credentials
   - caption: Appendix
     chapters:
-      - file: configuration/blocks.md
+      - file: configuration/blocks.md