mirrors/tinygrad
2
0
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-06-24 02:14:17 +00:00
Code Issues Projects Releases Packages Wiki Activity

training param for batchnorm

Browse source
This commit is contained in:
George Hotz 2022-07-04 13:28:03 -07:00
commit d5d9cffe7c
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/benchmark_train_efficientnet.py
View file

@ -16,6 +16,7 @@ NUM = int(os.getenv("NUM", 2))
BS = int(os.getenv("BS", 8))
CNT = int(os.getenv("CNT", 10))
BACKWARD = int(os.getenv("BACKWARD", 0))
TRAINING = int(os.getenv("TRAINING", 1))
if __name__ == "__main__":
print(f"NUM:{NUM} BS:{BS} CNT:{CNT}")
@ -23,7 +24,7 @@ if __name__ == "__main__":
parameters = get_parameters(model)
optimizer = optim.SGD(parameters, lr=0.001)
Tensor.training = True
Tensor.training = TRAINING
for i in trange(CNT):
cpy = time.monotonic()
x_train = Tensor.randn(BS, 3, 224, 224, requires_grad=False).realize()