diff options
| author | justheuristic <justheuristic@gmail.com> | 2022-09-17 23:34:22 +0300 |
|---|---|---|
| committer | justheuristic <justheuristic@gmail.com> | 2022-09-17 23:34:22 +0300 |
| commit | a9fe0ff98c3293d972eb7a638b9887df0bc0d30d (patch) | |
| tree | b603f05c3d4d014c2acb03c16f2682ce39c9ccf0 /bitsandbytes | |
| parent | fc4a135ed1604d1f6190af725bea912e19e8a88a (diff) | |
recast to fp16
Diffstat (limited to 'bitsandbytes')
| -rw-r--r-- | bitsandbytes/autograd/_functions.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/bitsandbytes/autograd/_functions.py b/bitsandbytes/autograd/_functions.py index f4a6d57..dc79bb1 100644 --- a/bitsandbytes/autograd/_functions.py +++ b/bitsandbytes/autograd/_functions.py @@ -275,7 +275,7 @@ class MatMul8bitLt(torch.autograd.Function): state.SCB, state.SCBt, coo_tensorB, - ) = F.double_quant(B) + ) = F.double_quant(B.to(torch.float16)) state.CxB, state.SB = F.transform(CB, to_order=formatB) else: has_grad = False |