use context with pool

Author: nmdefries

safegraph_patterns/delphi_safegraph_patterns/run.py

@@ -17,6 +17,7 @@
 
 from .process import process
 
+mp.set_start_method("spawn")
 
 METRICS = [
         # signal_name, naics_code, wip
@@ -105,7 +106,7 @@ def run_module(params):
                                logger=logger,
                                )
 
-        with mp.Pool(n_core) as pool:
+        with mp.get_context("spawn").Pool(n_core) as pool:
             pool.map(process_file, files)
 
     elapsed_time_in_seconds = round(time.time() - start_time, 2)