add spark program for running group by users

2018-08-31 20:40:22 +00:00
parent ff689c71dd
commit bc1f5428f0
3 changed files with 111 additions and 0 deletions
--- a/wikiq_users/run_wikiq_users_standalone.sh
+++ b/wikiq_users/run_wikiq_users_standalone.sh
@@ -0,0 +1,2 @@
+#!/usr/bin/env bash
+spark-submit benchmark_spark.py --output-format csv  -i "../mediawiki_dump_tools/tests/tsvs/*.tsv" -o  "./out.tsv" --num-partitions 2