mawei/tinygrad
1
0
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-06-13 00:15:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

mlperf/resnet: update tinybox_red parameters to new best values (#4364)

Browse Source 
about 27 minutes to setup and 345ms/110TF steps
This commit is contained in:
Francis Lam
2024-04-30 15:08:12 -07:00
committed by GitHub
parent 27ee49bf30
commit 16838eae08
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/mlperf/training_submission_v4.0/tinycorp/benchmarks/resnet/implementations/tinybox_red/run_and_time.sh
View File

@@ -4,7 +4,7 @@ export DEFAULT_FLOAT="HALF" GPUS=6 BS=1536 EVAL_BS=48 LR=7
export SPLIT_REDUCEOP=1 LAZYCACHE=0 RESET_STEP=0
export TRAIN_BEAM=2 IGNORE_JIT_FIRST_BEAM=1 BEAM_UOPS_MAX=1200 BEAM_UPCAST_MAX=64 BEAM_LOCAL_MAX=256 BEAM_MIN_PROGRESS=50
export TRAIN_BEAM=4 IGNORE_JIT_FIRST_BEAM=1 BEAM_UOPS_MAX=1500 BEAM_UPCAST_MAX=128 BEAM_LOCAL_MAX=1024 BEAM_MIN_PROGRESS=25
export WANDB=1 PARALLEL=0

2
examples/mlperf/training_submission_v4.0/tinycorp/benchmarks/resnet/implementations/tinybox_red/setup.sh
View File

@@ -4,7 +4,7 @@ export DEFAULT_FLOAT="HALF" GPUS=6 BS=1536 EVAL_BS=48 LR=7
export SPLIT_REDUCEOP=1 LAZYCACHE=0 RESET_STEP=0
export TRAIN_BEAM=2 IGNORE_JIT_FIRST_BEAM=1 BEAM_UOPS_MAX=1200 BEAM_UPCAST_MAX=64 BEAM_LOCAL_MAX=256 BEAM_MIN_PROGRESS=50
export TRAIN_BEAM=4 IGNORE_JIT_FIRST_BEAM=1 BEAM_UOPS_MAX=1500 BEAM_UPCAST_MAX=128 BEAM_LOCAL_MAX=1024 BEAM_MIN_PROGRESS=25
export BENCHMARK=10 DEBUG=2