tone it down

cassanof · cassanof · commit 47c9bda213df · 2024-05-01T19:32:37.000-07:00
diff --git a/src/star_align/execution_filter.py b/src/star_align/execution_filter.py
@@ -167,7 +167,7 @@ def main(
     run_func = containerized_run if container_server else fork_run
 
     nfails = 0
-    tasks_chunks = chunked(active_tasks, 10000)
+    tasks_chunks = chunked(active_tasks, os.cpu_count())
     with open(result_path, "a") as f:
         with ProcessPoolExecutor(max_workers=max_workers) as executor:
             for chunked_tasks in tqdm(tasks_chunks):
