Add lora bias when needed

huggingface · Jan 16, 2025 · 4f0b829 · 4f0b829
1 parent c5c5c6a
commit 4f0b829
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/optimum/neuron/distributed/utils.py b/optimum/neuron/distributed/utils.py
@@ -1078,6 +1078,7 @@ def _peft_tuner_linear_to_parallel_linear(
                 config.init_lora_weights,
                 config.use_rslora,
                 config.use_dora,
+                config.lora_bias,
             )
             if axis == "row":
                 layer_to_parallelize = parent.lora_A[adapter_name]