13
0

Merge branch 'charliepatch' of code:cdsc_reddit into charliepatch

This commit is contained in:
Nate E TeBlunthuis 2021-04-26 13:22:29 -07:00
commit 3a758f1fc8

View File

@ -17,7 +17,7 @@ def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_
df = func(df, include_subs, term_colname) df = func(df, include_subs, term_colname)
df.write.parquet(outpath,mode='overwrite',compression='snappy') df.write.parquet(outpath,mode='overwrite',copmression='snappy')
spark.stop() spark.stop()