From 0f358a9cfb0bf8fdb46aa7cd91cb3c777fa64fcb Mon Sep 17 00:00:00 2001 From: George Hotz Date: Fri, 23 Oct 2020 06:28:32 -0700 Subject: [PATCH] remove the eps from the sqrt --- tinygrad/optim.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tinygrad/optim.py b/tinygrad/optim.py index 96c13226c7..609e83374e 100644 --- a/tinygrad/optim.py +++ b/tinygrad/optim.py @@ -48,4 +48,4 @@ class RMSprop(Optimizer): def step(self): for i, t in enumerate(self.params): self.v[i] = self.decay * self.v[i] + (1 - self.decay) * np.square(t.grad) - t.data -= (self.lr / np.sqrt(self.v[i] + self.eps)) * t.grad + t.data -= (self.lr / (np.sqrt(self.v[i]) + self.eps)) * t.grad