13
0
cdsc_reddit/submissions_2_parquet.sh
2020-08-11 22:37:36 -07:00

10 lines
202 B
Bash

## this should be run manually since we don't have a nice way to wait on parallel_sql jobs
#!/usr/bin/env bash
./parse_submissions.sh
start_spark_and_run.sh 1 $(pwd)/submissions_2_parquet_part2.py