diff --git a/tinygrad/optim.py b/tinygrad/optim.py
index 96c13226c7..609e83374e 100644
--- a/tinygrad/optim.py
+++ b/tinygrad/optim.py
@@ -48,4 +48,4 @@ class RMSprop(Optimizer):
   def step(self):
     for i, t in enumerate(self.params):
       self.v[i] = self.decay * self.v[i] + (1 - self.decay) * np.square(t.grad)
-      t.data -= (self.lr / np.sqrt(self.v[i] + self.eps)) * t.grad
+      t.data -= (self.lr / (np.sqrt(self.v[i]) + self.eps)) * t.grad