Fix script args for latest torchtitan (#122)

should be merged only together with
https://github.com/pytorch/torchtitan/pull/new/whc/merge_autoparallel

Author: wconstab

mast/sweep.py

@@ -100,17 +100,17 @@ def maybe_find_pulp(maybe_path: Optional[str] = None) -> Optional[str]:
     "llama3_FSDP_compile": llama3_1d_common_opts
     + [
         "--model.name=llama3",
-        "--training.compile",
+        "--compile.enable",
     ],
     "llama3_autop_1d_compile": llama3_1d_common_opts
     + [
         "--model.name=llama3_auto_parallel",
-        "--training.compile",
+        "--compile.enable",
     ],
     "llama3_autop_1d_compile_bucket_reorder": llama3_1d_common_opts
     + [
         "--model.name=llama3_auto_parallel",
-        "--training.compile",
+        "--compile.enable",
         "--experimental.bucket_all_gathers_fx=fsdp",
         "--experimental.bucket_reduce_scatters_fx=fsdp",
         "--experimental.reorder_for_compute_comm_overlap",
@@ -121,17 +121,17 @@ def maybe_find_pulp(maybe_path: Optional[str] = None) -> Optional[str]:
     "llama3_FSDP_tp_compile": llama3_2d_common_opts
     + [
         "--model.name=llama3",
-        "--training.compile",
+        "--compile.enable",
     ],
     "llama3_autop_2d_compile": llama3_2d_common_opts
     + [
         "--model.name=llama3_auto_parallel",
-        "--training.compile",
+        "--compile.enable",
     ],
     "llama3_autop_2d_compile_bucket_reorder": llama3_2d_common_opts
     + [
         "--model.name=llama3_auto_parallel",
-        "--training.compile",
+        "--compile.enable",
         "--experimental.bucket_all_gathers_fx=fsdp",
         "--experimental.bucket_reduce_scatters_fx=fsdp",
         "--experimental.reorder_for_compute_comm_overlap",
@@ -142,7 +142,7 @@ def maybe_find_pulp(maybe_path: Optional[str] = None) -> Optional[str]:
     "FSDP_tp_compile": llama3_2d_common_opts
     + [
         "--model.name=llama3",
-        "--training.compile",
+        "--compile.enable",
     ],
 }
 
@@ -154,13 +154,13 @@ def maybe_find_pulp(maybe_path: Optional[str] = None) -> Optional[str]:
         "llama3_autop_1d_compile_ruisi_bucket_reorder": llama3_1d_common_opts
         + [
             "--model.name=llama3_auto_parallel",
-            "--training.compile",
+            "--compile.enable",
             "--experimental.enable_simplefsdp_passes",
         ],
         "llama3_autop_2d_compile_ruisi_bucket_reorder": llama3_2d_common_opts
         + [
             "--model.name=llama3_auto_parallel",
-            "--training.compile",
+            "--compile.enable",
             "--experimental.enable_simplefsdp_passes",
         ],
     }