From 97d4e5f7f1f82dd9701f3408670961e6d7169b75 Mon Sep 17 00:00:00 2001 From: Nat DeFries <42820733+nmdefries@users.noreply.github.com> Date: Wed, 26 Jan 2022 16:00:59 -0500 Subject: [PATCH 1/2] use context with pool --- safegraph_patterns/delphi_safegraph_patterns/run.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/safegraph_patterns/delphi_safegraph_patterns/run.py b/safegraph_patterns/delphi_safegraph_patterns/run.py index 6eb474b9b..378727f6c 100644 --- a/safegraph_patterns/delphi_safegraph_patterns/run.py +++ b/safegraph_patterns/delphi_safegraph_patterns/run.py @@ -17,6 +17,7 @@ from .process import process +mp.set_start_method("spawn") METRICS = [ # signal_name, naics_code, wip @@ -105,7 +106,7 @@ def run_module(params): logger=logger, ) - with mp.Pool(n_core) as pool: + with mp.get_context("spawn").Pool(n_core) as pool: pool.map(process_file, files) elapsed_time_in_seconds = round(time.time() - start_time, 2) From 4b3fb1c54ead3cc83f18c1b443d41ea5fb1c16cb Mon Sep 17 00:00:00 2001 From: Nat DeFries <42820733+nmdefries@users.noreply.github.com> Date: Wed, 26 Jan 2022 19:37:10 -0500 Subject: [PATCH 2/2] pin python coverage package This reverts commit 97d4e5f7f1f82dd9701f3408670961e6d7169b75. --- safegraph_patterns/delphi_safegraph_patterns/run.py | 3 +-- safegraph_patterns/setup.py | 1 + 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/safegraph_patterns/delphi_safegraph_patterns/run.py b/safegraph_patterns/delphi_safegraph_patterns/run.py index 378727f6c..6eb474b9b 100644 --- a/safegraph_patterns/delphi_safegraph_patterns/run.py +++ b/safegraph_patterns/delphi_safegraph_patterns/run.py @@ -17,7 +17,6 @@ from .process import process -mp.set_start_method("spawn") METRICS = [ # signal_name, naics_code, wip @@ -106,7 +105,7 @@ def run_module(params): logger=logger, ) - with mp.get_context("spawn").Pool(n_core) as pool: + with mp.Pool(n_core) as pool: pool.map(process_file, files) elapsed_time_in_seconds = round(time.time() - start_time, 2) diff --git a/safegraph_patterns/setup.py b/safegraph_patterns/setup.py index 5ead94b33..61645398e 100644 --- a/safegraph_patterns/setup.py +++ b/safegraph_patterns/setup.py @@ -7,6 +7,7 @@ "pydocstyle", "pytest", "pytest-cov", + "coverage==6.2.0", "pylint==2.8.3", "delphi-utils" ]