feat: add buffer caches

.github/workflows/ci.yml

@@ -53,7 +53,7 @@ jobs:
 
     - name: Set python test settings
       run: |
-        echo "INSTALL_EXTRAS='[dev,parsl,dask]'" >> $GITHUB_ENV
+        echo "INSTALL_EXTRAS='[dev,caches,parsl,dask]'" >> $GITHUB_ENV
 
     - name: Install dependencies (Linux)
       if: startsWith( matrix.os, 'ubuntu' )
@@ -66,7 +66,7 @@ jobs:
         uv pip install torch --index-url https://download.pytorch.org/whl/cpu
         uv pip install xgboost
         # install checked out coffea
-        uv pip install -q '.[dev,parsl,dask,triton]' --upgrade
+        uv pip install -q '.[dev,caches,parsl,dask,triton]' --upgrade
         uv pip list
     - name: Install dependencies (MacOS)
       if: matrix.os == 'macOS-latest'
@@ -79,7 +79,7 @@ jobs:
         uv pip install torch
         uv pip install xgboost
         # install checked out coffea
-        uv pip install -q '.[dev,dask]' --upgrade
+        uv pip install -q '.[dev,caches,dask]' --upgrade
         uv pip list
     - name: Install dependencies (Windows)
       if: matrix.os == 'windows-latest'
@@ -90,7 +90,7 @@ jobs:
         uv pip install torch
         uv pip install xgboost
         # install checked out coffea
-        uv pip install -q '.[dev,dask]' --upgrade
+        uv pip install -q '.[dev,caches,dask]' --upgrade
         uv pip list
 
     - name: Start triton server with example model

pyproject.toml

@@ -97,6 +97,11 @@ xrootd = [
 triton = [
   "tritonclient[grpc,http]>=2.56.0",
 ]
+caches = [
+  "h5py>=3.15.1",
+  "numcodecs>=0.13.1",
+  "zict>=3.0.0",
+]
 dev = [
   "pre-commit",
   "flake8",

src/coffea/nanoevents/mapping/__init__.py

@@ -1,3 +1,10 @@
+from .buffer_cache import (
+    BufferCache,
+    CompressedBufferCache,
+    HDF5BufferCache,
+    NbytesAwareCache,
+    hierarchical_cache,
+)
 from .parquet import ParquetSourceMapping, TrivialParquetOpener
 from .preloaded import (
     PreloadedOpener,
@@ -7,6 +14,11 @@
 from .uproot import TrivialUprootOpener, UprootSourceMapping
 
 __all__ = [
+    "BufferCache",
+    "CompressedBufferCache",
+    "HDF5BufferCache",
+    "NbytesAwareCache",
+    "hierarchical_cache",
     "TrivialUprootOpener",
     "UprootSourceMapping",
     "TrivialParquetOpener",