From 09e2e9b7115e7800ffcfee57cd4cc5780f1974ac Mon Sep 17 00:00:00 2001 From: Dustin Lo Date: Fri, 28 Apr 2023 10:03:20 -0700 Subject: [PATCH] need to close the multiprocessing pool (#28) Co-authored-by: dustinlo --- purge.py | 1 + 1 file changed, 1 insertion(+) diff --git a/purge.py b/purge.py index 6434ffa..7a14781 100644 --- a/purge.py +++ b/purge.py @@ -86,6 +86,7 @@ def purge_products(query, component, operation, delete_from_obj_store=True): p.map(delete_from_object_store, results) # deleting objects from storage (s3, etc.) else: logger.info("skip purging datasets from object store. delete_from_object_store=False") + p.close() dataset_purge_stats = {} deleted_docs_count = 0