summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorjustheuristic <justheuristic@gmail.com>2022-09-17 23:34:22 +0300
committerjustheuristic <justheuristic@gmail.com>2022-09-17 23:34:22 +0300
commita9fe0ff98c3293d972eb7a638b9887df0bc0d30d (patch)
treeb603f05c3d4d014c2acb03c16f2682ce39c9ccf0
parentfc4a135ed1604d1f6190af725bea912e19e8a88a (diff)
recast to fp16
-rw-r--r--bitsandbytes/autograd/_functions.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/bitsandbytes/autograd/_functions.py b/bitsandbytes/autograd/_functions.py
index f4a6d57..dc79bb1 100644
--- a/bitsandbytes/autograd/_functions.py
+++ b/bitsandbytes/autograd/_functions.py
@@ -275,7 +275,7 @@ class MatMul8bitLt(torch.autograd.Function):
state.SCB,
state.SCBt,
coo_tensorB,
- ) = F.double_quant(B)
+ ) = F.double_quant(B.to(torch.float16))
state.CxB, state.SB = F.transform(CB, to_order=formatB)
else:
has_grad = False