From 71ff68b4454ecff016be6b3edb34ec55caed3f4b Mon Sep 17 00:00:00 2001 From: Elias Wahl <82230675+Eliulm@users.noreply.github.com> Date: Mon, 29 Apr 2024 21:47:21 +0200 Subject: [PATCH] dropout after eval step (#4351) --- examples/mlperf/model_train.py | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/mlperf/model_train.py b/examples/mlperf/model_train.py index a2484e0e58..9fc5b72579 100644 --- a/examples/mlperf/model_train.py +++ b/examples/mlperf/model_train.py @@ -460,6 +460,7 @@ def train_bert(): eval_times.append(et - st) eval_step.reset() + Tensor.training = True total_lm_loss = sum(pair[0] for pair in eval_loss) / len(eval_loss) total_clsf_loss = sum(pair[1] for pair in eval_loss) / len(eval_loss) total_lm_accuracy = sum(pair[0] for pair in eval_accuracy) / len(eval_accuracy)