DAG Evaluator

Dockerfile.jupyter

@@ -1,13 +1,14 @@
 FROM python:3.12-slim
 
 ENV PATH="/root/.local/bin:$PATH"
+ENV PYTHONPATH="/app/flightpaths/flights"
 # Used for the notebook server
 WORKDIR /app
 
 # pipx needed for uv installation script
 # ssh client needed for installing private modelbench dependencies
 # git needed dvc
-RUN apt-get update && apt-get install -y pipx openssh-client git && \
+RUN apt-get update && apt-get install -y pipx openssh-client git graphviz && \
     pipx install uv
 COPY pyproject.toml uv.lock README.md ./
 

pyproject.toml

@@ -23,6 +23,7 @@ dependencies = [
     "scikit-learn>=1.5.0,<2.0.0",
     "pandas>=2.2.2,<4",
     "modelbench @ git+https://github.com/mlcommons/modelbench.git",
+    "graphviz>=0.20,<1",
 ]
 
 [project.scripts]

src/modelplane/evaluator/context.py

@@ -0,0 +1,17 @@
+from typing import Any
+
+
+class EvalContext:
+    """Context state passed around during DAG execution."""
+
+    def __init__(self, prompt: str, response: str) -> None:
+        self.prompt = prompt
+        self.response = response
+        self._parent_outputs = {}
+
+    def set_parent_outputs(self, outputs: dict[str, Any]) -> None:
+        self._parent_outputs = outputs
+
+    def parent_outputs(self) -> list[Any]:
+        """Return the NodeOutput for a specific node, or None if it was skipped."""
+        return list(self._parent_outputs.values())