From 52694e0498b58508ec3632116e721a2670c33053 Mon Sep 17 00:00:00 2001 From: Nathan TeBlunthuis Date: Sun, 15 Dec 2024 08:23:06 -0800 Subject: [PATCH] typofix --- similarities/tfidf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/similarities/tfidf.py b/similarities/tfidf.py index eb6e6c3..d6a43cb 100755 --- a/similarities/tfidf.py +++ b/similarities/tfidf.py @@ -5,7 +5,7 @@ from pyspark.sql import functions as f from similarities_helper import tfidf_dataset, build_weekly_tfidf_dataset, select_topN_subreddits from functools import partial - def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_subreddits, included_terms=None, min_df=None, max_df=None): +def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_subreddits, included_terms=None, min_df=None, max_df=None): spark = SparkSession.builder.config(map={'spark.executor.memory':'900g','spark.executor.cores':128}).getOrCreate() df = spark.read.parquet(inpath)