increase core count for process zips

lsst-uk · Jan 29, 2025 · 50bc1d6 · 50bc1d6
1 parent 370a7de
commit 50bc1d6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/echo-side/dags/process_new_zips.py b/echo-side/dags/process_new_zips.py
@@ -56,7 +56,7 @@ def print_bucket_name(bucket_name):
         task_id=f'process_zips_{bucket_name}',
         image='ghcr.io/lsst-uk/csd3-echo-somerville:latest',
         cmds=['/entrypoint.sh'],
-        arguments=['python', 'csd3-echo-somerville/scripts/process_collated_zips.py', '--bucket-name', bucket_name, '--extract', '--nprocs', '6'],
+        arguments=['python', 'csd3-echo-somerville/scripts/process_collated_zips.py', '--bucket-name', bucket_name, '--extract', '--nprocs', '16'],
         env_vars={
             'S3_ACCESS_KEY': Variable.get("S3_ACCESS_KEY"),
             'S3_SECRET_KEY': Variable.get("S3_SECRET_KEY"),