[FIX] apply cutout for each row. (#481)

* fixed cut mix

* remove unnecessary comment

* change all_supported_metrics

Author: ravinkohli

autoPyTorch/api/base_task.py

@@ -978,7 +978,7 @@ def _search(
         smac_scenario_args: Optional[Dict[str, Any]] = None,
         get_smac_object_callback: Optional[Callable] = None,
         tae_func: Optional[Callable] = None,
-        all_supported_metrics: bool = True,
+        all_supported_metrics: bool = False,
         precision: int = 32,
         disable_file_output: Optional[List[Union[str, DisableFileOutputParameters]]] = None,
         load_models: bool = True,
@@ -1076,7 +1076,7 @@ def _search(
                 TargetAlgorithm to be optimised. If None, `eval_function`
                 available in autoPyTorch/evaluation/train_evaluator is used.
                 Must be child class of AbstractEvaluator.
-            all_supported_metrics (bool: default=True):
+            all_supported_metrics (bool: default=False):
                 If True, all metrics supporting current task will be calculated
                 for each pipeline and results will be available via cv_results
             precision (int: default=32):

autoPyTorch/api/tabular_classification.py

@@ -254,7 +254,7 @@ def search(
         memory_limit: int = 4096,
         smac_scenario_args: Optional[Dict[str, Any]] = None,
         get_smac_object_callback: Optional[Callable] = None,
-        all_supported_metrics: bool = True,
+        all_supported_metrics: bool = False,
         precision: int = 32,
         disable_file_output: Optional[List[Union[str, DisableFileOutputParameters]]] = None,
         load_models: bool = True,
@@ -354,7 +354,7 @@ def search(
                 TargetAlgorithm to be optimised. If None, `eval_function`
                 available in autoPyTorch/evaluation/train_evaluator is used.
                 Must be child class of AbstractEvaluator.
-            all_supported_metrics (bool: default=True):
+            all_supported_metrics (bool: default=False):
                 If True, all metrics supporting current task will be calculated
                 for each pipeline and results will be available via cv_results
             precision (int: default=32):

autoPyTorch/api/tabular_regression.py

@@ -253,7 +253,7 @@ def search(
         memory_limit: int = 4096,
         smac_scenario_args: Optional[Dict[str, Any]] = None,
         get_smac_object_callback: Optional[Callable] = None,
-        all_supported_metrics: bool = True,
+        all_supported_metrics: bool = False,
         precision: int = 32,
         disable_file_output: Optional[List[Union[str, DisableFileOutputParameters]]] = None,
         load_models: bool = True,
@@ -353,7 +353,7 @@ def search(
                 TargetAlgorithm to be optimised. If None, `eval_function`
                 available in autoPyTorch/evaluation/train_evaluator is used.
                 Must be child class of AbstractEvaluator.
-            all_supported_metrics (bool: default=True):
+            all_supported_metrics (bool: default=False):
                 If True, all metrics supporting current task will be calculated
                 for each pipeline and results will be available via cv_results
             precision (int: default=32):

autoPyTorch/api/time_series_forecasting.py

@@ -289,7 +289,7 @@ def search(
         memory_limit: Optional[int] = 4096,
         smac_scenario_args: Optional[Dict[str, Any]] = None,
         get_smac_object_callback: Optional[Callable] = None,
-        all_supported_metrics: bool = True,
+        all_supported_metrics: bool = False,
         precision: int = 32,
         disable_file_output: List = [],
         load_models: bool = True,
@@ -396,7 +396,7 @@ def search(
                 instances, num_params, runhistory, seed and ta. This is
                 an advanced feature. Use only if you are familiar with
                 [SMAC](https://automl.github.io/SMAC3/master/index.html).
-            all_supported_metrics (bool), (default=True): if True, all
+            all_supported_metrics (bool), (default=False): if True, all
                 metrics supporting current task will be calculated
                 for each pipeline and results will be available via cv_results
             precision (int), (default=32): Numeric precision used when loading

autoPyTorch/pipeline/components/training/trainer/RowCutMixTrainer.py

@@ -37,17 +37,18 @@ def data_preparation(self, X: np.ndarray, y: np.ndarray,
         if beta <= 0 or r > self.alpha:
             return X, {'y_a': y, 'y_b': y[shuffled_indices], 'lam': 1}
 
-        cut_column_indices = torch.as_tensor(
-            self.random_state.choice(
-                range(n_columns),
-                max(1, np.int32(n_columns * lam)),
-                replace=False,
-            ),
-        )
 
         # Replace the values in `cut_indices` columns with
         # the values from `permed_indices`
-        X[:, cut_column_indices] = X[shuffled_indices, :][:, cut_column_indices]
+        for i, idx in enumerate(shuffled_indices):
+            cut_column_indices = torch.as_tensor(
+                self.random_state.choice(
+                    range(n_columns),
+                    max(1, np.int32(n_columns * lam)),
+                    replace=False,
+                ),
+            )
+            X[i, cut_column_indices] = X[idx, cut_column_indices]
 
         # Since we cannot cut exactly `lam x 100 %` of rows, we need to adjust the `lam`
         lam = 1 - (len(cut_column_indices) / n_columns)

autoPyTorch/pipeline/components/training/trainer/RowCutOutTrainer.py

@@ -39,15 +39,17 @@ def data_preparation(self, X: np.ndarray, y: np.ndarray,
             lam = 1
             return X, {'y_a': y_a, 'y_b': y_b, 'lam': lam}
 
-        size: int = np.shape(X)[1]
-        cut_column_indices = self.random_state.choice(
-            range(size),
-            max(1, np.int32(size * self.patch_ratio)),
-            replace=False,
-        )
+        n_rows, size = np.shape(X)
+        for i in range(n_rows):
+            cut_column_indices = self.random_state.choice(
+                range(size),
+                max(1, np.int32(size * self.patch_ratio)),
+                replace=False,
+            )
+            X[i, cut_column_indices] = 0
+
 
         # Mask the selected features as 0
-        X[:, cut_column_indices] = 0
         lam = 1
         y_a = y
         y_b = y