Bump stage2_batch_size to 16

According to multimodal-art-projection/YuE#38, this could help with inference times.
tvararu · Feb 1, 2025 · aab7091 · aab7091
1 parent 72e4d05
commit aab7091
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/app.py b/app.py
@@ -124,7 +124,7 @@ def infer(genre_txt_content, lyrics_txt_content, num_segments, max_new_tokens):
         "--genre_txt", f"{genre_txt_path}",
         "--lyrics_txt", f"{lyrics_txt_path}",
         "--run_n_segments", str(num_segments),
-        "--stage2_batch_size", "4",
+        "--stage2_batch_size", "16",
         "--output_dir", f"{output_dir}",
         "--cuda_idx", "0",
         "--max_new_tokens", str(max_new_tokens)