diff --git a/optimum/neuron/distributed/utils.py b/optimum/neuron/distributed/utils.py
index ac888c89f..510b32934 100644
--- a/optimum/neuron/distributed/utils.py
+++ b/optimum/neuron/distributed/utils.py
@@ -1078,6 +1078,7 @@ def _peft_tuner_linear_to_parallel_linear(
                 config.init_lora_weights,
                 config.use_rslora,
                 config.use_dora,
+                config.lora_bias,
             )
             if axis == "row":
                 layer_to_parallelize = parent.lora_A[adapter_name]