Skip to content

Commit c99ae81

Browse files
authored
update default resnet LOSS_SCALER to 256 [pr] (tinygrad#8774)
1 parent 1c608ae commit c99ae81

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

examples/mlperf/model_train.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,7 @@ def train_resnet():
7979
lr_warmup_epochs = config["lr_warmup_epochs"] = getenv("WARMUP_EPOCHS", 2)
8080
decay = config["decay"] = getenv("DECAY", 2e-4)
8181

82-
loss_scaler = config["LOSS_SCALER"] = getenv("LOSS_SCALER", 128.0 if dtypes.default_float == dtypes.float16 else 1.0)
82+
loss_scaler = config["LOSS_SCALER"] = getenv("LOSS_SCALER", 256.0 if dtypes.default_float == dtypes.float16 else 1.0)
8383

8484
target, achieved = getenv("TARGET", 0.759), False
8585
eval_start_epoch = getenv("EVAL_START_EPOCH", 0)

0 commit comments

Comments
 (0)