explicit consideration of test patches

Author: wenting-zhao

commit0/harness/get_pytest_ids.py

@@ -22,7 +22,7 @@ def main(repo: str, verbose: int) -> List[List[str]]:
         in_file_pass = ""
     out = [in_file_fail, in_file_pass]
     if verbose:
-        print(f"{out[0]}\n{out[1]}")
+        print(f"FAIL TO PASS:\n{out[0]}\nPASS TO PASS:\n{out[1]}")
     out = [out[0].split("\n"), out[1].split("\n")]
     return out
 

commit0/harness/run_pytest_ids.py

@@ -112,9 +112,18 @@ def main(
                     break  # Stop checking other remotes if branch is found
             if not found_remote_branch:
                 raise Exception(f"Branch {branch} does not exist locally or remotely.")
-    patch = generate_patch_between_commits(
-        local_repo, example["base_commit"], commit_id
-    )
+    if "swe" in dataset_name.lower():
+        if branch == "reference":
+            patch = example["test"]["patch"] + "\n\n" + example["test"]["test_patch"]
+        else:
+            patch = generate_patch_between_commits(
+                local_repo, example["base_commit"], commit_id
+            )
+            patch += "\n\n" + example["test"]["test_patch"]
+    else:
+        patch = generate_patch_between_commits(
+            local_repo, example["base_commit"], commit_id
+        )
     patch_file = Path(log_dir / "patch.diff")
     patch_file.write_text(patch, encoding="utf-8", errors="ignore")