Merge branch 'main' into typed-settings-v2

Author: tobiasraabe

.github/workflows/main.yml

@@ -33,7 +33,7 @@ jobs:
           python-version: ${{ matrix.python-version }}
           cache: pip
           allow-prereleases: true
-      - run: pip install tox
+      - run: pip install tox-uv
 
       - if: matrix.os == 'ubuntu-latest'
         run: |

.github/workflows/update-plugin-list.yml

@@ -37,7 +37,7 @@ jobs:
         run: python scripts/update_plugin_list.py
 
       - name: Create Pull Request
-        uses: peter-evans/create-pull-request@a4f52f8033a6168103c2538976c07b467e8163bc
+        uses: peter-evans/create-pull-request@70a41aba780001da0a30141984ae2a0c95d8704e
         with:
           commit-message: '[automated] Update plugin list'
           author: 'Tobias Raabe <[email protected]>'

.pre-commit-config.yaml

@@ -33,7 +33,7 @@ repos:
     hooks:
     -   id: sort-all
 -   repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.3.2
+    rev: v0.3.5
     hooks:
       - id: ruff-format
       - id: ruff
@@ -88,6 +88,11 @@ repos:
             mdformat-pyproject,
         ]
         files: (docs/.)
+-   repo: https://github.com/nbQA-dev/nbQA
+    rev: 1.8.5
+    hooks:
+    -   id: nbqa-mypy
+        args: [--ignore-missing-imports]
 -   repo: https://github.com/kynan/nbstripout
     rev: 0.7.1
     hooks:

docs/source/changes.md

@@ -18,6 +18,7 @@ releases are available on [PyPI](https://pypi.org/project/pytask) and
 - {pull}`555` uses new-style hook wrappers and requires pluggy 1.3 for typing.
 - {pull}`557` fixes an issue with `@task(after=...)` in notebooks and terminals.
 - {pull}`566` makes universal-pathlib an official dependency.
+- {pull}`567` adds uv to the CI workflow for faster installation.
 - {pull}`568` restricts `task_files` to a list of patterns and raises a better error.
 - {pull}`569` removes the hooks related to the creation of the DAG.
 - {pull}`571` removes redundant calls to `PNode.state()` which causes a high penalty for
@@ -27,6 +28,22 @@ releases are available on [PyPI](https://pypi.org/project/pytask) and
   debugging modes swallowed the return and `None` was returned. Closes {issue}`574`.
 - {pull}`581` simplifies the code for tracebacks and unpublishes some utility functions.
 - {pull}`582` use typed-settings to parse configuration files and create the CLI.
+- {pull}`586` improves linting.
+- {pull}`587` improves typing of `capture.py`.
+- {pull}`588` resets class variables of `ExecutionReport` and `Traceback`.
+- {pull}`589` enables `import_path` to resolve the root path and module name of an
+  imported file.
+- {pull}`590` fixes an error introduced in {pull}`588`.
+- {pull}`591` invalidates the cache of fsspec when checking whether a remote file
+  exists. Otherwise, a remote file might be reported as missing although it was just
+  created. See https://github.com/fsspec/s3fs/issues/851 for more info.
+- {pull}`593` recreate `PythonNode`s every run since they carry the `_NoDefault` enum as
+  the value whose state is `None`.
+- {pull}`594` publishes `NodeLoadError`.
+
+## 0.4.7 - 2024-03-19
+
+- {pull}`580` is a backport of {pull}`579`.
 
 ## 0.4.6 - 2024-03-13
 

environment.yml

@@ -21,23 +21,22 @@ dependencies:
   - sqlalchemy >=2
   - tomli >=1.0.0
   - typing_extensions
-  - universal_pathlib
+  - universal_pathlib >=0.2.2
 
   # Misc
   - deepdiff
   - ipywidgets
   - jupyterlab
   - matplotlib
   - nbmake
-  - pre-commit
   - pygraphviz
   - pytest
   - pytest-cov
   - pytest-xdist
   - ruff
   - syrupy
   - tabulate
-  - tox
+  - tox-uv
 
   # Documentation
   - furo
@@ -47,8 +46,8 @@ dependencies:
   - sphinx-click
   - sphinx-copybutton
   - sphinx-design >=0.3.0
+  - sphinx-toolbox
   - sphinxext-opengraph
 
   - pip:
-    - sphinx-toolbox
     - -e .

pyproject.toml

@@ -112,14 +112,12 @@ extend-include = ["*.ipynb"]
 [tool.ruff.lint]
 select = ["ALL"]
 ignore = [
-    "FBT",  # flake8-boolean-trap
-    "TRY",  # ignore tryceratops.
-    # Others.
-    "ANN101",  # type annotating self
-    "ANN102",  # type annotating cls
+    "ANN101",
+    "ANN102",
     "ANN401",  # flake8-annotate typing.Any
     "COM812",  # Comply with ruff-format.
     "ISC001",  # Comply with ruff-format.
+    "FBT",
     "PD901",  # Avoid generic df for dataframes.
     "S101",  # raise errors for asserts.
     "S603",  # Call check with subprocess.run.

scripts/update_plugin_list.py

@@ -70,7 +70,7 @@
 )
 
 
-_EXCLUDED_PACKAGES = ["pytask-io"]
+_EXCLUDED_PACKAGES = ["pytask-io", "pytask-list"]
 
 
 def _escape_rst(text: str) -> str:

src/_pytask/_inspect.py

@@ -106,7 +106,7 @@ def get_annotations(  # noqa: C901, PLR0912, PLR0915
 
         if not isinstance(ann, dict):
             msg = f"{obj!r}.__annotations__ is neither a dict nor None"
-            raise ValueError(msg)
+            raise ValueError(msg)  # noqa: TRY004
 
         if not ann:
             return {}