groceryheist/cdsc_reddit
1
0
Fork 0
Code

spelling fix.

Browse Source
This commit is contained in:
Nathan TeBlunthuis 2025-01-11 18:59:42 -08:00
parent 0613193e9d
commit ecc50f0249
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
timeseries/cluster_timeseries.py
View File

@ -18,8 +18,8 @@ def build_cluster_timeseries(term_clusters_path="/gscratch/comdata/output/reddit
df_submissions = spark.read.parquet("/gscratch/comdata/output/reddit_submissions_by_subreddit.parquet") df_submissions = spark.read.parquet("/gscratch/comdata/output/reddit_submissions_by_subreddit.parquet")
df_comments = df_comments.select(['subreddit','CreatedAt','author']) df_comments = df_comments.select(['subreddit','CreatedAt','author'])
df_submisisons = df_comments.select(['subreddit','CreatedAt','author']) df_submissions = df_comments.select(['subreddit','CreatedAt','author'])
df = df_comments.union(df_submisisons) df = df_comments.union(df_submissions)
df = df.withColumn('week', f.date_trunc('week', f.col("CreatedAt"))) df = df.withColumn('week', f.date_trunc('week', f.col("CreatedAt")))