use touch for failedtasks

Signed-off-by: Sarah Yurick <sarahyurick@gmail.com>

Author: sarahyurick

nemo_curator/backends/failed_task_markers.py

@@ -17,7 +17,6 @@
 from pathlib import Path
 
 from nemo_curator.tasks.sentinels import FailedTask
-from nemo_curator.utils.atomic_io import write_json_atomically
 from nemo_curator.utils.retry_manifest import METADATA_DIRNAME
 
 FAILED_TASKS_DIR_ENV_VAR = "NEMO_CURATOR_FAILED_TASKS_DIR"
@@ -74,12 +73,8 @@ def record_failed_tasks(failed_tasks: list[FailedTask]) -> None:
     if manifest_path.is_file():
         return
 
-    write_json_atomically(
-        manifest_path,
-        {"status": "failed_tasks"},
-        separators=(",", ":"),
-        sort_keys=True,
-    )
+    manifest_path.parent.mkdir(parents=True, exist_ok=True)
+    manifest_path.touch()
 
 
 def failed_task_manifest_exists(manifest_dir: str | Path | None = None) -> bool:

tests/backends/test_failed_task_markers.py

@@ -18,7 +18,6 @@
 import pytest
 from pytest import MonkeyPatch
 
-import nemo_curator.backends.failed_task_markers as failed_task_markers_module
 from nemo_curator.backends.failed_task_markers import (
     FAILED_TASK_MANIFEST_FILENAME,
     FAILED_TASKS_DIR_ENV_VAR,
@@ -87,7 +86,6 @@ def test_record_failed_tasks_writes_single_manifest(
 
         manifest_files = list(manifest_dir.glob("*.json"))
         assert manifest_files == [manifest_dir / FAILED_TASK_MANIFEST_FILENAME]
-        assert manifest_files[0].read_text() == '{"status":"failed_tasks"}\n'
         assert failed_task_manifest_exists()
 
     def test_additional_failed_tasks_leave_existing_manifest_unchanged(
@@ -131,11 +129,11 @@ def test_record_failed_tasks_propagates_manifest_write_failure(
         manifest_dir = tmp_path / "failed-tasks"
         monkeypatch.setenv(FAILED_TASKS_DIR_ENV_VAR, str(manifest_dir))
 
-        def fail_write(*_args: object, **_kwargs: object) -> None:
+        def fail_touch(self: Path, mode: int = 0o666, exist_ok: bool = True) -> None:
             msg = "storage unavailable"
             raise OSError(msg)
 
-        monkeypatch.setattr(failed_task_markers_module, "write_json_atomically", fail_write)
+        monkeypatch.setattr(Path, "touch", fail_touch)
 
         with pytest.raises(OSError, match="storage unavailable"):
             record_failed_tasks([_failed_task()])