update

Author: suzhoum

sample_configs/cloud_configs/bench_all.py

@@ -5,25 +5,26 @@
     seeds.append(random.randint(0, 100))
 print(seeds)
 
+seeds = [22, 92, 54, 86, 41]
 config_paths = [
     "sample_configs/paper_text_tabular_local_configs.yaml",
-    "sample_configs/paper_text_local_configs.yaml",
-    "sample_configs/paper_image_local_configs.yaml",
+    # "sample_configs/paper_text_local_configs.yaml",
+    # "sample_configs/paper_image_local_configs.yaml",
     # "sample_configs/multimodal_cloud_text_configs.yaml",
     # "sample_configs/multimodal_cloud_text_fs_configs.yaml",
     # "sample_configs/multimodal_cloud_text_tabular_configs.yaml",
     # "sample_configs/multimodal_cloud_text_tabular_image_configs.yaml",
     # "sample_configs/multimodal_cloud_text_tabular_image_standard_configs.yaml"
 ]
 frameworks = [
-    "AutoGluon_best_master",
-    "ablation_greedy_soup",
-    "ablation_gradient_clip",
-    "ablation_warmup_steps",
-    "ablation_cosine_decay",
-    "ablation_weight_decay",
-    "ablation_lr_decay",
-    # "autokeras_master",
+    # "AutoGluon_best_master",
+    # "ablation_greedy_soup",
+    # "ablation_gradient_clip",
+    # "ablation_warmup_steps",
+    # "ablation_cosine_decay",
+    # "ablation_weight_decay",
+    # "ablation_lr_decay",
+    "autokeras_master",
     # "torch_compile_best",
     # "AutoGluon_best_master",
     # "AutoGluon_high_master",
@@ -46,8 +47,8 @@
     5,
     10
 ]
-# module = "autokeras"
-module = "multimodal"
+module = "autokeras"
+# module = "multimodal"
 
 import yaml
 import os
@@ -56,15 +57,15 @@
 config_root = "./temp_configs"
 os.makedirs(config_root, exist_ok=True)
 
-for constraint in constraints:
-    os.makedirs(f"{config_root}/{constraint}", exist_ok=True)
-    for framework in frameworks:
-        # for shot in fs:
-            config_dir = f"{config_root}/{constraint}/{framework}"
-            os.makedirs(config_dir, exist_ok=True)
+for seed in seeds:
+    for constraint in constraints:
+        os.makedirs(f"{config_root}/{constraint}", exist_ok=True)
+        for framework in frameworks:
+            # for shot in fs:
+                config_dir = f"{config_root}/{constraint}/{framework}"
+                os.makedirs(config_dir, exist_ok=True)
 
-            for config_path in config_paths:
-                for seed in seeds:
+                for config_path in config_paths:
                     with open(config_path, "r") as f:
                         configs = yaml.safe_load(f)
                         if constraint == "g4_12x":

sample_configs/cloud_configs/resources/multimodal_frameworks.yaml

@@ -13,22 +13,25 @@ AutoGluon_best_master:
   version: master
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
+    # hyperparameters:
+    #         optimization.gradient_clip_val: 0.1
 
 ablation_greedy_soup:
   repo: https://github.com/autogluon/autogluon.git
   version: master
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
     hyperparameters:
-      optimization.top_k_average_method: best
+        optimization.top_k_average_method: best
+        #    optimization.gradient_clip_val: 0.1
 
 ablation_gradient_clip:
   repo: https://github.com/autogluon/autogluon.git
   version: master
   params:  # MultimodalPredictor.fit(params)
     presets: best_quality
     hyperparameters:
-      optimization.gradient_clip_algorithm: value
+      optimization.gradient_clip_val: 10000
 
 ablation_warmup_steps:
   repo: https://github.com/autogluon/autogluon.git
@@ -37,6 +40,7 @@ ablation_warmup_steps:
     presets: best_quality
     hyperparameters:
       optimization.warmup_steps: 0.0
+      # optimization.gradient_clip_val: 0.1
 
 ablation_cosine_decay:
   repo: https://github.com/autogluon/autogluon.git
@@ -45,6 +49,7 @@ ablation_cosine_decay:
     presets: best_quality
     hyperparameters:
       optimization.lr_schedule: polynomial_decay
+      # optimization.gradient_clip_val: 0.1
 
 ablation_weight_decay:
   repo: https://github.com/autogluon/autogluon.git
@@ -53,6 +58,7 @@ ablation_weight_decay:
     presets: best_quality
     hyperparameters:
       optimization.weight_decay: 0.0
+      # optimization.gradient_clip_val: 0.1
 
 ablation_lr_decay:
   repo: https://github.com/autogluon/autogluon.git
@@ -61,6 +67,7 @@ ablation_lr_decay:
     presets: best_quality
     hyperparameters:
       optimization.lr_decay: 0.0 
+      optimization.gradient_clip_val: 0.1
 
 
 autokeras_master: