Skip to content

Commit dc08edd

Browse files
authored
Fix starcoder2 missing bias in nemo2 config (#11809)
1 parent c1e46ea commit dc08edd

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

nemo/export/trt_llm/nemo_ckpt_loader/nemo_file.py

+3
Original file line numberDiff line numberDiff line change
@@ -553,6 +553,9 @@ def load_nemo_model(nemo_ckpt: Union[str, Path], nemo_export_dir: Union[str, Pat
553553
elif nemo_model_config["activation"] == "squared_relu":
554554
nemo_model_config["activation"] = "squared-relu"
555555

556+
if nemo_model_config.get("add_bias_linear"):
557+
nemo_model_config["bias"] = True
558+
556559
nemo_model_config["mcore_gpt"] = True
557560
nemo_model_config["max_position_embeddings"] = nemo_model_config.get("seq_length", 4096)
558561
nemo_model_config["rotary_percentage"] = nemo_model_config.get("rotary_percent", 1.0)

0 commit comments

Comments
 (0)