Skip to content

Commit 0442be5

Browse files
fix import issue
1 parent 9dca572 commit 0442be5

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

src/instructlab/training/main_ds.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,7 @@
5555
)
5656
import torch
5757
import torch.distributed
58+
from torch.nn import CrossEntropyLoss
5859

5960
# First Party
6061
from instructlab.training import config
@@ -145,7 +146,6 @@ def setup_model(
145146
base_model_args["attn_implementation"] = "flash_attention_2"
146147

147148
if args.use_dolomite:
148-
from torch.nn import CrossEntropyLoss
149149
with ensure_loadable_dolomite_checkpoint(
150150
args.model_name_or_path, args.output_dir
151151
) as path:

0 commit comments

Comments
 (0)