summaryrefslogtreecommitdiff
path: root/bitsandbytes/optim/adam.py
diff options
context:
space:
mode:
authorTim Dettmers <tim.dettmers@gmail.com>2021-11-28 21:18:11 -0800
committerTim Dettmers <tim.dettmers@gmail.com>2021-11-28 21:18:11 -0800
commit2f8083bd8b084290f888fe59b329d98ebd6dd468 (patch)
treeda534579bd762e93cd42b69a5e14c36f4b643979 /bitsandbytes/optim/adam.py
parentca2078a697ae3adfb84255ae398f79623dc4ea2a (diff)
Added AdamW. #10 #13
Diffstat (limited to 'bitsandbytes/optim/adam.py')
-rw-r--r--bitsandbytes/optim/adam.py1
1 files changed, 0 insertions, 1 deletions
diff --git a/bitsandbytes/optim/adam.py b/bitsandbytes/optim/adam.py
index eb951ee..1e93a60 100644
--- a/bitsandbytes/optim/adam.py
+++ b/bitsandbytes/optim/adam.py
@@ -28,7 +28,6 @@ class Adam32bit(Optimizer2State):
weight_decay, 32, args, min_8bit_size, percentile_clipping, block_wise)
-
class AnalysisAdam(torch.optim.Optimizer):
"""Adam that performs 8-bit vs 32-bit error analysis.