process-bound

lsst-uk · Jan 31, 2025 · a27be82 · a27be82
1 parent f198832
commit a27be82
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/scripts/process_collated_zips.py b/scripts/process_collated_zips.py
@@ -244,14 +244,14 @@ def error(self, message):
         keys_df[keys_df['is_zipfile'] == False]['contents'] = None
 
         if list_zips:
-            print(keys_df[keys_df['is_zipfile'] == True]['key'].compute(scheduler='single-threaded'))
+            print(keys_df[keys_df['is_zipfile'] == True]['key'].compute(scheduler='processes'))
 
         if extract:
             print('Extracting zip files...')
             keys_df['extract'] = keys_df.apply(verify_zip_contents, meta=('extract', 'bool'), keys_df=keys_df, axis=1)
             keys_df['extracted and uploaded'] = keys_df.apply(extract_and_upload, conn=conn, bucket_name=bucket_name, meta=('extracted and uploaded', 'bool'), axis=1)
             print('Zip files extracted and uploaded:')
-            print(keys_df[keys_df['extracted and uploaded'] == True]['key'].compute(scheduler='single-threaded'))
+            print(keys_df[keys_df['extracted and uploaded'] == True]['key'].compute(scheduler='processes'))
 
     print('Done.')