diff --git a/similarities/weekly_cosine_similarities.py b/similarities/weekly_cosine_similarities.py index c64ab99..ebd6453 100755 --- a/similarities/weekly_cosine_similarities.py +++ b/similarities/weekly_cosine_similarities.py @@ -110,8 +110,8 @@ def cosine_similarities_weekly(tfidf_path, outfile, term_colname, included_subre # for week in weeks: # week_similarities_helper(week) - with Pool(cpu_count()) as pool: # maybe it can be done with 128 cores on the huge machine? - list(pool.imap(week_similarities_helper, weeks)) + with Pool(128) as pool: # maybe it can be done with 128 cores on the huge machine? + list(pool.imap_unordered(week_similarities_helper, weeks, 5)) pool.close()