13
0
cdsc_reddit/datasets/submissions_2_parquet.sh
2020-12-08 17:32:20 -08:00

10 lines
202 B
Bash

## this should be run manually since we don't have a nice way to wait on parallel_sql jobs
#!/usr/bin/env bash
./parse_submissions.sh
start_spark_and_run.sh 1 $(pwd)/submissions_2_parquet_part2.py