.

Author: srush

commit0/__main__.py

@@ -11,6 +11,7 @@
 from hydra.core.config_store import ConfigStore
 from commit0.configs.config_class import Commit0Config
 from commit0.harness.constants import COMMANDS, SPLIT
+from omegaconf import OmegaConf
 
 
 def main() -> None:
@@ -24,9 +25,15 @@ def main() -> None:
     cs.store(name="user", group="Commit0Config", node=Commit0Config)
     # have hydra to ignore all command-line arguments
     sys_argv = copy.deepcopy(sys.argv)
-    sys.argv = [sys.argv[0]]
+    cfg_arg = next((arg for arg in sys_argv if arg.startswith("--cfg=")), None)
     hydra.initialize(version_base=None, config_path="configs")
     config = hydra.compose(config_name="user")
+
+    if cfg_arg:
+        config_name = cfg_arg.split("=")[1]
+        user_config = OmegaConf.load(config_name)
+        config = OmegaConf.merge(config, user_config)
+
     # after hydra gets all configs, put command-line arguments back
     sys.argv = sys_argv
     # repo_split: split from command line has a higher priority than split in hydra

commit0/configs/base.yaml

@@ -13,7 +13,12 @@ repo_split: all
 num_workers: 8
 
 # test related
+<<<<<<< HEAD
 backend: local
+=======
+backend: modal
+branch: ai
+>>>>>>> 22d3049 (update)
 timeout: 1_800
 num_cpus: 1
 

docs/distributed.md

@@ -0,0 +1,34 @@
+# Distributed
+
+One of the main advantages of `commit0` is that it can run
+a range of unit tests in distributed environments.
+
+By default, the library is configured to work with [modal](https://modal.com/).
+
+```bash
+pip install modal
+modal token new
+```
+
+## Modal Setup
+
+To enable distributed run, first
+create a file called `distributed.yaml`
+
+```yaml
+backend: modal
+base_dir: repos.dist/
+branch: master
+```
+
+You can pass this configuration file as an argumnet to clone.
+
+```bash
+commit0 clone lite --cfg=distributed.yaml
+```
+
+Next run
+
+```bash
+commit0 build lite --cfg=distributed.yaml
+```

docs/setup.md

@@ -104,10 +104,3 @@ functions in one file of the minitorch library.
 
 For a full example baseline system that tries to solve
 all the tests in the library see the [baseline](baseline) documentation.
-
-
-
-## Distributed Environments
-
-
-...