1
0
cdsc_reddit/datasets/job_script.sh

7 lines
175 B
Bash
Executable File

#!/usr/bin/bash
source ~/.bashrc
echo $(hostname)
start_spark_cluster.sh
spark-submit --verbose --master spark://$(hostname):43015 submissions_2_parquet_part2.py
stop-all.sh