1
0
This commit is contained in:
Nathan TeBlunthuis 2025-01-11 21:50:07 -08:00
parent 1453a57d68
commit 4c2ddc7455

View File

@ -98,11 +98,11 @@ def cosine_similarities_weekly(tfidf_path, outfile, term_colname, included_subre
q = f"SELECT DISTINCT CAST(CAST(week AS DATE) AS STRING) AS week FROM read_parquet('{tfidf_path}/*/*.parquet')" q = f"SELECT DISTINCT CAST(CAST(week AS DATE) AS STRING) AS week FROM read_parquet('{tfidf_path}/*/*.parquet')"
if min_date is not None and max_date is not None: if min_date is not None and max_date is not None:
q = q + f" WHERE CAST(week AS DATE) >= CAST({min_date} AS DATE) AND CAST(week AS DATE) <= CAST({max_date} AS DATE)" q = q + f" WHERE CAST(week AS DATE) >= CAST('{min_date}' AS DATE) AND CAST(week AS DATE) <= CAST('{max_date}' AS DATE)"
elif max_date is not None: elif max_date is not None:
q = q + f" WHERE CAST(week AS DATE) <= CAST({max_date} AS DATE)" q = q + f" WHERE CAST(week AS DATE) <= CAST('{max_date}' AS DATE)"
elif min_date is not None: elif min_date is not None:
q = q + f" WHERE CAST(week AS DATE) >= CAST({min_date} AS DATE)" q = q + f" WHERE CAST(week AS DATE) >= CAST('{min_date}' AS DATE)"
weeks = conn.execute(q).df() weeks = conn.execute(q).df()
weeks = weeks.week.values weeks = weeks.week.values