Restore file

huggingface · Oct 30, 2024 · 281119e · 281119e
1 parent 53cf691
commit 281119e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docs/source/training_tutorials/finetune_llm.py b/docs/source/training_tutorials/finetune_llm.py
@@ -80,7 +80,7 @@ def template_dataset(sample):
     )
 
     # chunk dataset
-    lm_dataset = pack_dataset(dataset, chunk_length=512)  # We use 2048 as the maximum length for packing
+    lm_dataset = pack_dataset(dataset, chunk_length=2048)  # We use 2048 as the maximum length for packing
 
     return lm_dataset