We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a69ef52 commit 6c715f8Copy full SHA for 6c715f8
server/text_generation_server/layers/bnb.py
@@ -70,7 +70,7 @@ def forward(self, x: torch.Tensor):
70
return out
71
72
73
-class Linear4bit(nn.Module):
+class Linear4bit(torch.nn.Module):
74
def __init__(self, weight, bias, quant_type):
75
super().__init__()
76
self.weight = Params4bit(
0 commit comments