There was an error while loading. Please reload this page.
1 parent 9dca572 commit 0442be5Copy full SHA for 0442be5
1 file changed
src/instructlab/training/main_ds.py
@@ -55,6 +55,7 @@
55
)
56
import torch
57
import torch.distributed
58
+from torch.nn import CrossEntropyLoss
59
60
# First Party
61
from instructlab.training import config
@@ -145,7 +146,6 @@ def setup_model(
145
146
base_model_args["attn_implementation"] = "flash_attention_2"
147
148
if args.use_dolomite:
- from torch.nn import CrossEntropyLoss
149
with ensure_loadable_dolomite_checkpoint(
150
args.model_name_or_path, args.output_dir
151
) as path:
0 commit comments