13
0
cdsc_reddit/datasets/job_script.sh
2022-04-06 11:11:11 -07:00

5 lines
276 B
Bash
Executable File

#!/usr/bin/bash
start_spark_cluster.sh
singularity exec /gscratch/comdata/users/nathante/containers/nathante.sif spark-submit --master spark://$(hostname):7077 comments_2_parquet_part2.py
singularity exec /gscratch/comdata/users/nathante/containers/nathante.sif stop-all.sh