diff options
author | Tim Dettmers <tim.dettmers@gmail.com> | 2021-11-28 21:18:11 -0800 |
---|---|---|
committer | Tim Dettmers <tim.dettmers@gmail.com> | 2021-11-28 21:18:11 -0800 |
commit | 2f8083bd8b084290f888fe59b329d98ebd6dd468 (patch) | |
tree | da534579bd762e93cd42b69a5e14c36f4b643979 /bitsandbytes/optim/adam.py | |
parent | ca2078a697ae3adfb84255ae398f79623dc4ea2a (diff) |
Added AdamW. #10 #13
Diffstat (limited to 'bitsandbytes/optim/adam.py')
-rw-r--r-- | bitsandbytes/optim/adam.py | 1 |
1 files changed, 0 insertions, 1 deletions
diff --git a/bitsandbytes/optim/adam.py b/bitsandbytes/optim/adam.py index eb951ee..1e93a60 100644 --- a/bitsandbytes/optim/adam.py +++ b/bitsandbytes/optim/adam.py @@ -28,7 +28,6 @@ class Adam32bit(Optimizer2State): weight_decay, 32, args, min_8bit_size, percentile_clipping, block_wise) - class AnalysisAdam(torch.optim.Optimizer): """Adam that performs 8-bit vs 32-bit error analysis. |