13
0
cdsc_reddit/similarities/job_script.sh
2020-12-24 22:38:04 -08:00

5 lines
300 B
Bash
Executable File

#!/usr/bin/bash
start_spark_cluster.sh
spark-submit --master spark://$(hostname):18899 wang_similarity.py --infile=/gscratch/comdata/output/reddit_similarity/tfidf/comment_authors.parquet --max_df=10 --outfile=/gscratch/comdata/output/reddit_similarity/wang_similarity_1000_max10.feather
stop-all.sh