diff --git a/server/text_generation_server/layers/awq/quantize/qmodule.py b/server/text_generation_server/layers/awq/quantize/qmodule.py
index ca8caf5080c..10da3062253 100644
--- a/server/text_generation_server/layers/awq/quantize/qmodule.py
+++ b/server/text_generation_server/layers/awq/quantize/qmodule.py
@@ -35,7 +35,7 @@ def __init__(self, w_bit, group_size, qweight, qzeros, scales, bias):
         self.qweight = qweight
         self.qzeros = qzeros
         self.scales = scales
-        if bias:
+        if bias is not None:
             self.bias = bias
         else:
             self.bias = None
diff --git a/server/text_generation_server/layers/linear.py b/server/text_generation_server/layers/linear.py
index d40b192f653..207383a50f5 100644
--- a/server/text_generation_server/layers/linear.py
+++ b/server/text_generation_server/layers/linear.py
@@ -217,7 +217,7 @@ def get_linear(weight, bias, quantize):
                 qweight=weight.qweight,
                 qzeros=weight.qzeros,
                 scales=weight.scales,
-                bias=bias is not None,
+                bias=bias,
             )
         except ImportError:
             raise NotImplementedError(