groceryheist/cdsc_reddit
1
0
Fork 0
Code

add inpath param for tfidf_authors_weekly.

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2024-12-03 10:16:23 -08:00
parent 0a6ad65baf
commit 51234f1070
1 changed files with 3 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
similarities/tfidf.py
View File

@ -65,23 +65,12 @@ def tfidf_terms(outpath='/gscratch/comdata/output/reddit_similarity/tfidf/commen
included_subreddits=included_subreddits included_subreddits=included_subreddits
) )
def tfidf_authors_weekly(outpath='/gscratch/comdata/output/reddit_similarity/tfidf_weekly/comment_authors.parquet', def tfidf_authors_weekly(inpath="/gscratch/comdata/output/reddit_ngrams/comment_authors.parquet",
outpath='/gscratch/comdata/output/reddit_similarity/tfidf_weekly/comment_authors.parquet',
topN=25000, topN=25000,
included_subreddits=None): included_subreddits=None):
return tfidf_weekly("/gscratch/comdata/output/reddit_ngrams/comment_authors.parquet", return tfidf_weekly(inpath,
outpath,
topN,
'author',
['[deleted]','AutoModerator'],
included_subreddits=included_subreddits
)
def tfidf_post_comment_authors_weekly(outpath='/gscratch/comdata/output/reddit_similarity/tfidf_weekly/post_comment_authors.parquet',
topN=25000,
included_subreddits=None):
return tfidf_weekly("/gscratch/comdata/output/reddit_ngrams/post_comment_authors.parquet",
outpath, outpath,
topN, topN,
'author', 'author',