13
0
This commit is contained in:
Nate E TeBlunthuis 2021-04-26 22:31:05 -07:00
parent 3a758f1fc8
commit 6a3bfa26ee

View File

@ -17,7 +17,7 @@ def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_
df = func(df, include_subs, term_colname)
df.write.parquet(outpath,mode='overwrite',copmression='snappy')
df.write.parquet(outpath,mode='overwrite',compression='snappy')
spark.stop()