From b2f1c1342f74755de4bf4f1c01dbae39b06a5878 Mon Sep 17 00:00:00 2001 From: Nathan TeBlunthuis Date: Sat, 11 Jan 2025 20:22:18 -0800 Subject: [PATCH] tweak parallelism in hopes for speed. --- similarities/weekly_cosine_similarities.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/similarities/weekly_cosine_similarities.py b/similarities/weekly_cosine_similarities.py index c64ab99..ebd6453 100755 --- a/similarities/weekly_cosine_similarities.py +++ b/similarities/weekly_cosine_similarities.py @@ -110,8 +110,8 @@ def cosine_similarities_weekly(tfidf_path, outfile, term_colname, included_subre # for week in weeks: # week_similarities_helper(week) - with Pool(cpu_count()) as pool: # maybe it can be done with 128 cores on the huge machine? - list(pool.imap(week_similarities_helper, weeks)) + with Pool(128) as pool: # maybe it can be done with 128 cores on the huge machine? + list(pool.imap_unordered(week_similarities_helper, weeks, 5)) pool.close()