|
83 | 83 | LARS_OPT_END_LR = "lars_opt_end_learning_rate"
|
84 | 84 | LARS_OPT_LR_DECAY_POLY_POWER = "lars_opt_learning_rate_decay_poly_power"
|
85 | 85 | LARS_OPT_LR_DECAY_STEPS = "lars_opt_learning_rate_decay_steps"
|
86 |
| -LARS_OPT_LR_MIN = "lars_opt_learning_rate_min" |
87 | 86 | LARS_OPT_WEIGHT_DECAY = "lars_opt_weight_decay"
|
88 |
| -LARS_OPT_BETA_1 = "lars_beta_1" |
89 |
| -LARS_OPT_BETA_2 = "lars_beta_2" |
90 | 87 | MAX_IMAGE_SIZE = "max_image_size"
|
91 | 88 | MAX_SAMPLES = "max_samples"
|
92 | 89 | MAX_SEQUENCE_LENGTH = "max_sequence_length"
|
|
98 | 95 | OPT_ADAM_EPSILON = "opt_adam_epsilon"
|
99 | 96 | OPT_NAME = "opt_name"
|
100 | 97 | OPT_BASE_LR = "opt_base_learning_rate"
|
| 98 | +OPT_LAMB_LR_MIN = "opt_lamb_learning_rate_min" |
| 99 | +OPT_LAMB_LR_DECAY_POLY_POWER = "opt_lamb_learning_rate_decay_poly_power" |
| 100 | +OPT_LAMB_BETA_1 = "opt_lamb_beta_1" |
| 101 | +OPT_LAMB_BETA_2 = "opt_lamb_beta_2" |
| 102 | +OPT_LAMB_EPSILON = "opt_lamb_epsilon" |
| 103 | +OPT_LAMB_LR_HOLD_EPOCHS = "opt_lamb_learning_rate_hold_epochs" |
| 104 | +OPT_LAMB_LR_WARMUP_EPOCHS = "opt_lamb_learning_rate_warmup_epochs" |
101 | 105 | OPT_LR_ALT_DECAY_FUNC = "opt_learning_rate_alt_decay_func"
|
102 | 106 | OPT_LR_ALT_WARMUP_FUNC = "opt_learning_rate_alt_warmup_func"
|
103 | 107 | OPT_LR_DECAY_BOUNDARY_EPOCHS = "opt_learning_rate_decay_boundary_epochs"
|
|
110 | 114 | OPT_LR_WARMUP_EPOCHS = "opt_learning_rate_warmup_epochs"
|
111 | 115 | OPT_LR_WARMUP_FACTOR = "opt_learning_rate_warmup_factor"
|
112 | 116 | OPT_LR_WARMUP_STEPS = "opt_learning_rate_warmup_steps"
|
113 |
| -OPT_LR_HOLD_EPOCHS = "opt_learning_rate_hold_epochs" |
114 | 117 | OPT_WEIGHT_DECAY = "opt_weight_decay"
|
115 | 118 | OPT_GRADIENT_CLIP_NORM = "opt_gradient_clip_norm"
|
116 | 119 | DATA_SPEED_PERTURBATON_MAX = "data_speed_perturbaton_max"
|
|
121 | 124 | DATA_SPEC_AUGMENT_TIME_N = "data_spec_augment_time_n"
|
122 | 125 | DATA_SPEC_AUGMENT_TIME_MIN = "data_spec_augment_time_min"
|
123 | 126 | DATA_SPEC_AUGMENT_TIME_MAX = "data_spec_augment_time_max"
|
| 127 | +DATA_TRAIN_NUM_BUCKETS = "data_train_num_buckets" |
| 128 | +DATA_TRAIN_MAX_DURATION = "data_train_max_duration" |
124 | 129 | DATA_NUM_BUCKETS = "data_num_buckets"
|
125 |
| -EMA_FACTOR = "ema_factor" |
| 130 | +MODEL_EVAL_EMA_FACTOR = "model_eval_ema_factor" |
| 131 | +EVAL_MAX_PREDICTION_SYMBOLS = "eval_max_prediction_symbols" |
126 | 132 |
|
127 | 133 | # Log keys - misc.
|
128 | 134 | BBOX = "bbox"
|
|
0 commit comments