From 9df9a8b8ff367054d91d7244ef7d834af910be60 Mon Sep 17 00:00:00 2001 From: Nathan TeBlunthuis Date: Sun, 1 Dec 2024 13:44:19 -0800 Subject: [PATCH] rename function. --- ngrams/term_frequencies.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ngrams/term_frequencies.py b/ngrams/term_frequencies.py index 22b5a68..30ad5eb 100755 --- a/ngrams/term_frequencies.py +++ b/ngrams/term_frequencies.py @@ -239,8 +239,8 @@ def weekly_tf(partition, writer.close() author_writer.close() -def sort_tf_comments(input_parquet="/gscratch/comdata/output/temp_reddit_comments_by_subreddit.parquet/", - output_parquet="/gscratch/comdata/output/reddit_comments_by_subreddit.parquet/"): +def sort_tf(input_parquet="/gscratch/comdata/output/temp_reddit_comments_by_subreddit.parquet/", + output_parquet="/gscratch/comdata/output/reddit_comments_by_subreddit.parquet/"): from pyspark.sql import functions as f from pyspark.sql import SparkSession @@ -274,4 +274,4 @@ def gen_task_list(mwe_pass='first', if __name__ == "__main__": fire.Fire({"gen_task_list":gen_task_list, "weekly_tf":weekly_tf, - "sort":sort_tf_comments}) + "sort":sort_tf})