From b6c1648cca2cb9a36199b6777bae2f8683c7555c Mon Sep 17 00:00:00 2001 From: Marek Wawrzos Date: Tue, 26 Jan 2021 15:40:52 +0100 Subject: [PATCH] new keys according to #78 and #80 --- mlperf_logging/mllog/constants.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/mlperf_logging/mllog/constants.py b/mlperf_logging/mllog/constants.py index ae2f42f1..170e6bcd 100644 --- a/mlperf_logging/mllog/constants.py +++ b/mlperf_logging/mllog/constants.py @@ -74,9 +74,11 @@ EVAL_SAMPLES = "eval_samples" SEED = "seed" TRAIN_SAMPLES = "train_samples" +WEIGHTS_INITIALIZATION = "weights_initialization" # Log kyes - model hyperparameters GLOBAL_BATCH_SIZE = "global_batch_size" +GRADIENT_ACCUMULATION_STEPS = "gradient_accumulation_steps" LARS_EPSILON = "lars_epsilon" LARS_OPT_END_LR = "lars_opt_end_learning_rate" LARS_OPT_LR_DECAY_POLY_POWER = "lars_opt_learning_rate_decay_poly_power"