We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 194fef0 commit a7259dfCopy full SHA for a7259df
bitsandbytes/backends/hpu/ops.py
@@ -6,6 +6,7 @@
6
from ..._ops import register_kernel
7
from ..utils import GAUDI_SW_VER
8
9
+
10
# convert btw standard 4-bit compression format and ipex compression format
11
# needed for backward compatibility with older versions of gaudi sw
12
def _reverse_4bit_compress_format(weight: torch.Tensor):
@@ -14,6 +15,7 @@ def _reverse_4bit_compress_format(weight: torch.Tensor):
14
15
out = out_1 | out_2
16
return out
17
18
19
@register_kernel("bitsandbytes::dequantize_4bit", "hpu")
20
def _(
21
A: torch.Tensor,
0 commit comments