Merge branch 'main' into integration

Author: wenting-zhao

.github/workflows/pre-commit.yml

@@ -15,7 +15,7 @@ jobs:
       - name: Set up Python
         run: uv venv --python 3.12
       - name: Install the project
-        run: uv sync
+        run: uv sync --extra agent
       - name: Install the project
         run: uv pip install pre-commit
       - name: PreCommit

.github/workflows/system.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Set up Docker
         uses: docker/setup-buildx-action@v3
       - name: Install the project
-        run: uv sync
+        run: uv sync --extra agent
       - name: Set up commit0
         run: uv run commit0 setup simpy
       - name: Build docker images

commit0/harness/build.py

@@ -39,11 +39,7 @@ def main(
         specs.append(spec)
 
     client = docker.from_env()
-    build_repo_images(client, specs, dataset_type, num_workers, verbose)
-    for spec in specs:
-        image = client.images.get(spec.repo_image_key)
-        repository, tag = spec.repo_image_tag.split(":")
-        image.tag(repository, tag)
+    build_repo_images(client, specs, num_workers, verbose)
 
 
 __all__ = []

commit0/harness/execution_context.py

@@ -9,7 +9,8 @@
 import logging
 import modal
 import modal.io_streams
-from enum import StrEnum, auto
+from enum import auto
+from strenum import StrEnum
 from pathlib import Path
 import time
 from typing import Optional, Type
@@ -159,7 +160,7 @@ def __init__(
             files_to_collect=files_to_collect,
         )
 
-        self.app = modal.App()
+        self.app = modal.App.lookup("commit0", create_if_missing=True)
 
         # the image must exist on dockerhub
         reponame = spec.repo.split("/")[-1]

commit0/harness/run_pytest_ids.py

@@ -136,6 +136,7 @@ def main(
     eval_file = Path(log_dir / "eval.sh")
     eval_file.write_text(eval_script)
 
+    backend = backend.upper()
     if ExecutionBackend(backend) == ExecutionBackend.MODAL:
         logger.info("Runnning on Modal")
         execution_context = Modal

pyproject.toml

@@ -4,25 +4,22 @@ build-backend = "hatchling.build"
 
 [project]
 name = "commit0"
-version = "0.1.6"
+version = "0.1.8"
 description = "A development and evaluation framework for using language models to generate libraries."
 readme = "README.md"
-requires-python = ">=3.11"
+requires-python = ">=3.10"
 dependencies = [
     "ruff>=0.6.4",
     "pre-commit>=3.8.0",
-    "import-deps>=0.3.0",
-    "PyMuPDF>=1.24.5",
-    "modal==0.64.95",
     "typer>=0.12.0",
-    "tenacity>=8.5.0",
     "docker>=7.1.0",
     "fastcore>=1.7.8",
     "ghapi>=1.0.6",
     "gitpython>=3.1.43",
     "pytest>=8.3.3",
     "datasets==3.0.1",
-    "aider-chat",
+    "modal>=0.66.26",
+    "strenum>=0.4.15",
 ]
 classifiers = [
     "License :: OSI Approved :: MIT License",
@@ -36,7 +33,11 @@ agent = "agent.__main__:main"
 packages = ["commit0", "agent"]
 
 [project.optional-dependencies]
-agent = []
+agent = [
+    "import-deps>=0.3.0",
+    "PyMuPDF>=1.24.5",
+    "aider-chat",
+]
 
 [project.urls]
 Homepage = "https://commit-0.github.io/"