From e0bef0bd0195bb9cba23467ee4ea02c708ccac86 Mon Sep 17 00:00:00 2001
From: George Hotz <george@comma.ai>
Date: Sat, 15 Jan 2022 19:57:41 -0800
Subject: [PATCH] training is False by default

---
 examples/train_efficientnet.py | 1 +
 tinygrad/tensor.py             | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/examples/train_efficientnet.py b/examples/train_efficientnet.py
index a7dadc0665..4a0689c80b 100644
--- a/examples/train_efficientnet.py
+++ b/examples/train_efficientnet.py
@@ -48,6 +48,7 @@ if __name__ == "__main__":
   BS, steps = int(os.getenv("BS", "64" if TINY else "16")), 2048
   print("training with batch size %d for %d steps" % (BS, steps))
 
+  Tensor.training = True
   for i in (t := trange(steps)):
     samp = np.random.randint(0, X_train.shape[0], size=(BS))
 
diff --git a/tinygrad/tensor.py b/tinygrad/tensor.py
index 9c48a8bd9a..93220dcc2a 100644
--- a/tinygrad/tensor.py
+++ b/tinygrad/tensor.py
@@ -49,7 +49,7 @@ class Device:
 
 class Tensor:
   did_float_warning = False
-  training = True
+  training = False
   ops = defaultdict(dict)
 
   def __init__(self, data, device=Device.DEFAULT, requires_grad=True):