add start scripts

Author: RichardWarburton

.gitignore

@@ -4,5 +4,5 @@ target/
 debug.log
 libopsian.so
 driver-debug.log
-*-submit.sh
+vars.sh
 results

example-vars.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+rm -rf results
+
+set -eu
+
+# TODO Fill these in
+export SPARK_HOME=
+export HOST=
+export KEY=
+export AGENT_ID=
+export CLASS=
+

start-master.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+set -eu
+
+. ./vars.sh
+
+rm "$SPARK_HOME/logs/*"
+
+"$SPARK_HOME/sbin/start-master.sh"
+
+tail -f "$SPARK_HOME/logs/spark-$USER-org.apache.spark.deploy.master.Master-1-$HOST.out"
+
+

start-worker.sh

@@ -0,0 +1,10 @@
+#!/bin/sh
+
+set -eu
+
+. ./vars.sh
+
+"$SPARK_HOME/sbin/start-slave.sh" "spark://$HOST:7077"
+
+tail -f "$SPARK_HOME/logs/spark-$USER-org.apache.spark.deploy.worker.Worker-1-$HOST.out"
+

submit.sh

@@ -2,6 +2,8 @@
 
 set -eu
 
+. ./vars.sh
+
 "$SPARK_HOME/bin/spark-submit" \
   --class "com.opsian.spark_examples.${CLASS}" \
   --master "spark://$HOST:7077" \