collective/cdsc_reddit
18
0
Fork 0
Code Activity

Changes for cosine similarities on klone.

Browse Source
This commit is contained in:
Nate E TeBlunthuis
2021-04-05 23:21:06 -07:00
parent 06430903f0
commit f0176d9f0d
5 changed files with 37 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
similarities/tfidf.py
View File

@@ -24,8 +24,8 @@ def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_
def tfidf(inpath, outpath, topN, term_colname, exclude, included_subreddits):
return _tfidf_wrapper(build_tfidf_dataset, inpath, outpath, topN, term_colname, exclude, included_subreddits)
def tfidf_weekly(inpath, outpath, topN, term_colname, exclude):
return _tfidf_wrapper(build_weekly_tfidf_dataset, inpath, outpath, topN, term_colname, included_subreddits)
def tfidf_weekly(inpath, outpath, topN, term_colname, exclude, included_subreddits):
return _tfidf_wrapper(build_weekly_tfidf_dataset, inpath, outpath, topN, term_colname, exclude, included_subreddits)
def tfidf_authors(outpath='/gscratch/comdata/output/reddit_similarity/tfidf/comment_authors.parquet',
topN=25000):