terminate instead of close to prevent hanging pool.join. Fixes #1

MatthewThe · Jan 3, 2024 · ecade76 · ecade76
1 parent 2f3aeb3
commit ecade76
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/job_pool/job_pool.py b/job_pool/job_pool.py
@@ -59,7 +59,6 @@ class AbnormalWorkerTerminationError(Exception):
 
 
 class JobPool:
-    @threadpool_limits.wrap(limits=1, user_api='blas')
     def __init__(
         self,
         processes: int = 1,
@@ -121,8 +120,7 @@ def checkPool(self, printProgressEvery: int = -1):
             ):
                 self.checkForTerminatedProcess(res)
                 outputs.append(res.get())
-            self.pool.close()
-            self.pool.join()
+            self.stopPool()
             return outputs
         except (KeyboardInterrupt, SystemExit) as e:
             logger.error(f"Caught {e.__class__.__name__}, terminating workers")