bugfix
This commit is contained in:
parent
3a758f1fc8
commit
6a3bfa26ee
@ -17,7 +17,7 @@ def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_
|
|||||||
|
|
||||||
df = func(df, include_subs, term_colname)
|
df = func(df, include_subs, term_colname)
|
||||||
|
|
||||||
df.write.parquet(outpath,mode='overwrite',copmression='snappy')
|
df.write.parquet(outpath,mode='overwrite',compression='snappy')
|
||||||
|
|
||||||
spark.stop()
|
spark.stop()
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user