Merge pull request #100 from visual-layer/overwrite

Overwrite

Author: amiralush

fastdup/engine.py

@@ -43,7 +43,7 @@ def run(self,
             embeddings=None,
             subset: list = None,
             data_type: str = 'infer',
-            overwrite: bool = True,
+            overwrite: bool = False,
             model_path=None,
             distance='cosine',
             nearest_neighbors_k: int = 2,

fastdup/fastdup_controller.py

@@ -8,7 +8,7 @@
 from pathlib import Path
 import fastdup
 from pandas.errors import EmptyDataError
-import shutil
+# import shutil
 import fastdup.fastup_constants as FD
 #import boto3
 from fastdup.sentry import v1_sentry_handler
@@ -77,7 +77,8 @@ def _init_run(self, input_dir: Union[str, Path] = None, df_annot: pd.DataFrame =
         :param overwrite: overwrite existing fastdup state (delete work_dir)
         """
         if overwrite:
-            shutil.rmtree(self._work_dir, ignore_errors=True)
+            # quick fix - to prevent users from deleting their data by mistake
+            # shutil.rmtree(self._work_dir, ignore_errors=True)
             self._fastdup_applied = False
 
         # set run mode & data type

fastdup/fastdup_galleries.py

@@ -73,9 +73,15 @@ def _infer_paths(self, users_input: Union[str, Path], temp_save_path: Union[str,
 
     def _clean_temp_dir(self, save_dir, html_src_path, html_dst_path, lazy_load=False, save_artifacts=False):
         if not lazy_load:
-            shutil.move(html_src_path, html_dst_path)
+            try:
+                shutil.move(html_src_path, html_dst_path)
+            except Exception as e:
+                # quick fix - prevent error when html file is not generated
+                pass
         if not save_artifacts and not lazy_load:
-            shutil.rmtree(save_dir)
+            # quick fix - to prevent users from deleting their data by mistake
+            # shutil.rmtree(save_dir)
+            pass
 
     @v1_sentry_handler
     def outliers_gallery(self, save_path: str = None, label_col: str = FD.ANNOT_LABEL, draw_bbox: bool = True,