From 8b3c0f355c779170d55a1975df981df9e53b59fa Mon Sep 17 00:00:00 2001
From: Tim Dettmers <dettmers@g3036.hyak.local>
Date: Wed, 10 Nov 2021 15:10:02 -0800
Subject: Added adagrad with tests (no clipping).

---
 csrc/ops.cuh | 1 +
 1 file changed, 1 insertion(+)

(limited to 'csrc/ops.cuh')

diff --git a/csrc/ops.cuh b/csrc/ops.cuh
index 465b4a4..1bc13fb 100644
--- a/csrc/ops.cuh
+++ b/csrc/ops.cuh
@@ -36,6 +36,7 @@ typedef enum Optimizer_t
 	MOMENTUM = 1,
   RMSPROP = 2,
   LARS = 3,
+  ADAGRAD = 4,
 } Optimizer_t;
 
 
-- 
cgit v1.2.3