adding get_version method to Benchmark

ServiceNow · Dec 19, 2024 · 2979bbd · 2979bbd
1 parent 64c8bc9
commit 2979bbd
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/src/agentlab/experiments/reproducibility_util.py b/src/agentlab/experiments/reproducibility_util.py
@@ -25,7 +25,13 @@ def _get_benchmark_version(
     benchmark_name = benchmark.name
 
     if hasattr(benchmark, "get_version"):
-        return benchmark.get_version()
+        try:
+            return benchmark.get_version()
+        except ValueError as e:
+            if allow_bypass_benchmark_version:
+                return "bypassed"
+            else:
+                raise e
 
     # in between 2 pull requests
     if benchmark_name.startswith("miniwob"):