diff options
| author | dbaranchuk <dmitrybaranchuk@gmail.com> | 2022-08-24 01:12:48 +0300 |
|---|---|---|
| committer | dbaranchuk <dmitrybaranchuk@gmail.com> | 2022-08-24 01:12:48 +0300 |
| commit | 876387dc0c1c71ad9cd827d4aecc31190313c7ab (patch) | |
| tree | be961ad9110e2e6dc82714c12f8d25d5b9502b67 | |
| parent | 656de8ed110fce4e94b4f9d48494ecc5f8e04970 (diff) | |
minor fixes
| -rw-r--r-- | bitsandbytes/autograd/_functions.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/bitsandbytes/autograd/_functions.py b/bitsandbytes/autograd/_functions.py index 641a779..7cf4999 100644 --- a/bitsandbytes/autograd/_functions.py +++ b/bitsandbytes/autograd/_functions.py @@ -363,8 +363,8 @@ class MatMul8bitLt(torch.autograd.Function): # Restore CBt from CB assert state.CBt is None, "CBt should not be stored in state" CB = state.CB.half() - SCB = state.SCB.unsquezee(1).half() - SCBt = state.SCBt.unsquezee(1).half() + SCB = state.SCB.unsqueeze(1).half() + SCBt = state.SCBt.unsqueeze(1).half() Bt = (CB * SCB).t().contiguous() CBt = (Bt / SCBt).t().to(torch.int8) |