mirrors/tinygrad
2
0
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-06-24 02:14:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

remove the eps from the sqrt

Browse source
This commit is contained in:
George Hotz 2020-10-23 06:28:32 -07:00
commit 0f358a9cfb
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
tinygrad/optim.py
View file

@ -48,4 +48,4 @@ class RMSprop(Optimizer):
def step(self):
for i, t in enumerate(self.params):
self.v[i] = self.decay * self.v[i] + (1 - self.decay) * np.square(t.grad)
t.data -= (self.lr / np.sqrt(self.v[i] + self.eps)) * t.grad
t.data -= (self.lr / (np.sqrt(self.v[i]) + self.eps)) * t.grad