ci: add nox utilities for conditional session execution instead of using github actions

.github/workflows/test-eve.yml

@@ -7,13 +7,6 @@ on:
   pull_request:
     branches:
     - main
-    paths:  # Run when gt4py.eve files (or package settings) are changed
-    - "src/gt4py/eve/**"
-    - "tests/eve_tests/**"
-    - ".github/workflows/**"
-    - "*.lock"
-    - "*.toml"
-    - "*.yml"
 
 jobs:
   # First job to read Python versions from .python-versions file
@@ -37,6 +30,8 @@ jobs:
     runs-on: ${{ matrix.os }}
     steps:
     - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0  # Use a deep clone to get target PR zbranch
 
     - name: Install uv and set the python version
       uses: astral-sh/setup-uv@v5
@@ -48,5 +43,7 @@ jobs:
     - name: Run 'eve' tests with nox
       env:
         NUM_PROCESSES: auto
+        GT4PY_CI_NOX_RUN_ONLY_IF_CHANGED_FROM: "origin/${{ github.base_ref }}"
+        GT4PY_CI_NOX_VERBOSE: 1
       shell: bash
-      run: uv run nox -s test_eve-${{ matrix.python-version }}
+      run: uvx nox -s test_eve-${{ matrix.python-version }}

noxfile.py

@@ -10,12 +10,17 @@
 
 import os
 import pathlib
+import sys
 import types
-from collections.abc import Sequence
-from typing import Final, Literal, TypeAlias
+from collections.abc import Callable, Sequence
+from unittest import mock
+from typing import Any, Final, Literal, TypeAlias, TypeVar
 
 import nox
 
+with mock.patch("sys.path", [".", *sys.path]):
+    import noxfile_utils as nox_utils
+
 #: This should just be `pytest.ExitCode.NO_TESTS_COLLECTED` but `pytest`
 #: is not guaranteed to be available in the venv where `nox` is running.
 NO_TESTS_COLLECTED_EXIT_CODE: Final = 5
@@ -39,6 +44,9 @@
     "test_storage-3.11(cpu)",
 ]
 
+
+PYTHON_VERSIONS: Final[list[str]] = pathlib.Path(".python-versions").read_text().splitlines()
+
 # -- Parameter sets --
 DeviceOption: TypeAlias = Literal["cpu", "cuda11", "cuda12", "rocm4_3", "rocm5_0"]
 DeviceNoxParam: Final = types.SimpleNamespace(
@@ -69,8 +77,13 @@
 }
 
 
-# -- nox sessions --
-@nox.session(python=["3.10", "3.11"], tags=["cartesian"])
+# -- Sessions --
+@nox_utils.customize_session(
+    python=PYTHON_VERSIONS,
+    tags=["cartesian"],
+    env_vars=["NUM_PROCESSES"],
+    ignore_paths=["src/gt4py/next/*", "tests/next_tests/**", "examples/**", "*.md", "*.rst"],
+)
 @nox.parametrize("device", [DeviceNoxParam.cpu, DeviceNoxParam.cuda12])
 @nox.parametrize("codegen", [CodeGenNoxParam.internal, CodeGenNoxParam.dace])
 def test_cartesian(
@@ -83,13 +96,13 @@ def test_cartesian(
     codegen_settings = CodeGenTestSettings[codegen]
     device_settings = DeviceTestSettings[device]
 
-    _install_session_venv(
+    nox_utils.install_session_venv(
         session,
         extras=["performance", "testing", *codegen_settings["extras"], *device_settings["extras"]],
         groups=["test"],
     )
 
-    num_processes = os.environ.get("NUM_PROCESSES", "auto")
+    num_processes = session.env.get("NUM_PROCESSES", "auto")
     markers = " and ".join(codegen_settings["markers"] + device_settings["markers"])
 
     session.run(
@@ -104,13 +117,26 @@ def test_cartesian(
     )
 
 
-@nox.session(python=["3.10", "3.11"], tags=["cartesian", "next", "cpu"])
+@nox_utils.customize_session(
+    python=PYTHON_VERSIONS,
+    tags=["cartesian", "next", "cpu"],
+    env_vars=["NUM_PROCESSES"],
+    paths=[  # Run when gt4py.eve files (or package settings) are changed
+        "src/gt4py/eve/*",
+        "tests/eve_tests/*",
+        ".github/workflows/*",
+        "*.lock",
+        "*.toml",
+        "*.yml",
+        "noxfile.py",
+    ],
+)
 def test_eve(session: nox.Session) -> None:
     """Run 'gt4py.eve' tests."""
 
-    _install_session_venv(session, groups=["test"])
+    nox_utils.install_session_venv(session, groups=["test"])
 
-    num_processes = os.environ.get("NUM_PROCESSES", "auto")
+    num_processes = session.env.get("NUM_PROCESSES", "auto")
 
     session.run(
         *f"pytest --cache-clear -sv -n {num_processes}".split(),
@@ -123,11 +149,11 @@ def test_eve(session: nox.Session) -> None:
     )
 
 
-@nox.session(python=["3.10", "3.11"])
+@nox.session(python=PYTHON_VERSIONS)
 def test_examples(session: nox.Session) -> None:
     """Run and test documentation workflows."""
 
-    _install_session_venv(session, extras=["testing"], groups=["docs", "test"])
+    nox_utils.install_session_venv(session, extras=["testing"], groups=["docs", "test"])
 
     session.run(*"jupytext docs/user/next/QuickstartGuide.md --to .ipynb".split())
     session.run(*"jupytext docs/user/next/advanced/*.md --to .ipynb".split())
@@ -145,7 +171,18 @@ def test_examples(session: nox.Session) -> None:
         )
 
 
-@nox.session(python=["3.10", "3.11"], tags=["next"])
+@nox_utils.customize_session(
+    python=PYTHON_VERSIONS,
+    tags=["next"],
+    env_vars=["NUM_PROCESSES"],
+    ignore_paths=[  # Skip when only gt4py.cartesian or doc files have been updated
+        "src/gt4py/cartesian/**",
+        "tests/cartesian_tests/**",
+        "examples/**",
+        "*.md",
+        "*.rst",
+    ],
+)
 @nox.parametrize(
     "meshlib",
     [
@@ -175,13 +212,13 @@ def test_next(
             mesh_markers.append("requires_atlas")
             groups.append("frameworks")
 
-    _install_session_venv(
+    nox_utils.install_session_venv(
         session,
         extras=["performance", "testing", *codegen_settings["extras"], *device_settings["extras"]],
         groups=groups,
     )
 
-    num_processes = os.environ.get("NUM_PROCESSES", "auto")
+    num_processes = session.env.get("NUM_PROCESSES", "auto")
     markers = " and ".join(codegen_settings["markers"] + device_settings["markers"] + mesh_markers)
 
     session.run(
@@ -198,14 +235,14 @@ def test_next(
     )
 
 
-@nox.session(python=["3.10", "3.11"], tags=["cartesian", "next", "cpu"])
+@nox.session(python=PYTHON_VERSIONS, tags=["cartesian", "next", "cpu"])
 def test_package(session: nox.Session) -> None:
     """Run 'gt4py' package level tests."""
 
-    _install_session_venv(session, groups=["test"])
+    nox_utils.install_session_venv(session, groups=["test"])
 
     session.run(
-        *f"pytest --cache-clear -sv".split(),
+        *"pytest --cache-clear -sv".split(),
         str(pathlib.Path("tests") / "package_tests"),
         *session.posargs,
     )
@@ -218,7 +255,20 @@ def test_package(session: nox.Session) -> None:
     )
 
 
-@nox.session(python=["3.10", "3.11"], tags=["cartesian", "next"])
+@nox_utils.customize_session(
+    python=PYTHON_VERSIONS,
+    tags=["cartesian", "next"],
+    env_vars=["NUM_PROCESSES"],
+    paths=[  # Run when gt4py.storage files (or package settings) are changed
+        "src/gt4py/storage/**",
+        "src/gt4py/cartesian/backend/**",  # For DaCe storages
+        "tests/storage_tests/**",
+        ".github/workflows/**",
+        "*.lock", "*.toml",
+        "*.yml",
+        "noxfile.py",
+    ],
+)
 @nox.parametrize("device", [DeviceNoxParam.cpu, DeviceNoxParam.cuda12])
 def test_storage(
     session: nox.Session,
@@ -228,11 +278,11 @@ def test_storage(
 
     device_settings = DeviceTestSettings[device]
 
-    _install_session_venv(
+    nox_utils.install_session_venv(
         session, extras=["performance", "testing", *device_settings["extras"]], groups=["test"]
     )
 
-    num_processes = os.environ.get("NUM_PROCESSES", "auto")
+    num_processes = session.env.get("NUM_PROCESSES", "auto")
     markers = " and ".join(device_settings["markers"])
 
     session.run(
@@ -246,31 +296,3 @@ def test_storage(
         str(pathlib.Path("src") / "gt4py" / "storage"),
         success_codes=[0, NO_TESTS_COLLECTED_EXIT_CODE],
     )
-
-
-# -- utils --
-def _install_session_venv(
-    session: nox.Session,
-    *args: str | Sequence[str],
-    extras: Sequence[str] = (),
-    groups: Sequence[str] = (),
-) -> None:
-    """Install session packages using uv."""
-    session.run_install(
-        "uv",
-        "sync",
-        *("--python", session.python),
-        "--no-dev",
-        *(f"--extra={e}" for e in extras),
-        *(f"--group={g}" for g in groups),
-        env={key: value for key, value in os.environ.items()}
-        | {"UV_PROJECT_ENVIRONMENT": session.virtualenv.location},
-    )
-    for item in args:
-        session.run_install(
-            "uv",
-            "pip",
-            "install",
-            *((item,) if isinstance(item, str) else item),
-            env={"UV_PROJECT_ENVIRONMENT": session.virtualenv.location},
-        )