RNN-T constants (#84)

* new keys according to #78 and #80

* RNN-T constants

* RNN-T update constants

* [compliance_checker] update to rules 1.0

* [compliance_checker] add gradient_accumulation_steps

* update constants

* [compliance_checker] RNN-T rules

* add rnnt and unet3d benchmarks

* Revert "RNN-T update constants"

This reverts commit 03b986a.

* Revert "RNN-T constants"

This reverts commit b550182.

* RNN-T constants

* [compliance_checker] check weights_initialization based on metadata

* align naming with other constants

* Add unet3d

* [compliance_checker][RNN-T] update compliance checker

* [compliance_checker][RNN-T] missing weights initialization check

* [logging][rnn-t] weights initialization scale constant

* undo unwanted change in unet3d

Co-authored-by: michalm <[email protected]>

Author: mwawrzos

mlperf_logging/compliance_checker/1.0.0/closed_rnnt.yaml

@@ -40,7 +40,7 @@
     CHECK: " v['value'] == 1e-9 "
 
 - KEY:
-    NAME: opt_lamb_learning_rate_poly_decay_power
+    NAME: opt_lamb_learning_rate_decay_poly_power
     REQ:   EXACTLY_ONE
 
 - KEY:

mlperf_logging/mllog/constants.py

@@ -106,6 +106,12 @@
 OPT_ADAM_EPSILON = "opt_adam_epsilon"
 OPT_NAME = "opt_name"
 OPT_BASE_LR = "opt_base_learning_rate"
+OPT_LAMB_LR_MIN = "opt_lamb_learning_rate_min"
+OPT_LAMB_LR_DECAY_POLY_POWER = "opt_lamb_learning_rate_decay_poly_power"
+OPT_LAMB_BETA_1 = "opt_lamb_beta_1"
+OPT_LAMB_BETA_2 = "opt_lamb_beta_2"
+OPT_LAMB_EPSILON = "opt_lamb_epsilon"
+OPT_LAMB_LR_HOLD_EPOCHS = "opt_lamb_learning_rate_hold_epochs"
 OPT_LR_ALT_DECAY_FUNC = "opt_learning_rate_alt_decay_func"
 OPT_LR_ALT_WARMUP_FUNC = "opt_learning_rate_alt_warmup_func"
 OPT_LR_DECAY_BOUNDARY_EPOCHS = "opt_learning_rate_decay_boundary_epochs"
@@ -119,6 +125,21 @@
 OPT_LR_WARMUP_FACTOR = "opt_learning_rate_warmup_factor"
 OPT_LR_WARMUP_STEPS = "opt_learning_rate_warmup_steps"
 OPT_WEIGHT_DECAY = "opt_weight_decay"
+OPT_GRADIENT_CLIP_NORM = "opt_gradient_clip_norm"
+DATA_SPEED_PERTURBATON_MAX = "data_speed_perturbaton_max"
+DATA_SPEED_PERTURBATON_MIN = "data_speed_perturbaton_min"
+DATA_SPEC_AUGMENT_FREQ_N = "data_spec_augment_freq_n"
+DATA_SPEC_AUGMENT_FREQ_MIN = "data_spec_augment_freq_min"
+DATA_SPEC_AUGMENT_FREQ_MAX = "data_spec_augment_freq_max"
+DATA_SPEC_AUGMENT_TIME_N = "data_spec_augment_time_n"
+DATA_SPEC_AUGMENT_TIME_MIN = "data_spec_augment_time_min"
+DATA_SPEC_AUGMENT_TIME_MAX = "data_spec_augment_time_max"
+DATA_TRAIN_NUM_BUCKETS = "data_train_num_buckets"
+DATA_TRAIN_MAX_DURATION = "data_train_max_duration"
+DATA_NUM_BUCKETS = "data_num_buckets"
+MODEL_EVAL_EMA_FACTOR = "model_eval_ema_factor"
+MODEL_WEIGHTS_INITIALIZATION_SCALE = "model_weights_initialization_scale"
+EVAL_MAX_PREDICTION_SYMBOLS = "eval_max_prediction_symbols"
 
 # Log keys - misc.
 BBOX = "bbox"