File tree 3 files changed +546
-270
lines changed
3 files changed +546
-270
lines changed Original file line number Diff line number Diff line change @@ -26,12 +26,13 @@ RUN mkdir -p /root/spark-ec2/
26
26
RUN cd /opt/ && git clone https://github.com/paulp/sbt-extras.git && chmod 777 sbt-extras/*
27
27
RUN ls -altrh /opt/sbt-extras/
28
28
29
- RUN wget https://dl.bintray.com/sbt/native-packages/sbt/0.13.11/sbt-0.13.11.zip -O /opt/sbt.zip
30
- RUN cd /opt/ && unzip sbt.zip
31
- RUN ls -alrth /opt/sbt/bin/sbt-launch.jar
32
29
RUN dnf install -y which
33
30
34
31
ADD . /opt/spark-perf/
35
32
WORKDIR /opt/spark-perf/
36
33
37
- CMD if [ -n "$SPARK_MASTER_URL" ]; then echo "FAILED! Missing spark master url" && exit 1 ; fi ; export PATH=$PATH:/opt/sbt-extras/ && echo $SPARK_MASTER_URL > /root/spark-ec2/cluster-url && ./bin/run
34
+ # A quick run: This will bootstrap things as necessary so the images doesnt need to download SBT.
35
+ RUN export PATH=$PATH:/opt/spark-perf/spark-tests/sbt/ && ./bin/run || echo "this is just for bootstrapping"
36
+
37
+ # Example CMD, most likely folks will override.
38
+ CMD if [ -n "$SPARK_MASTER_URL" ]; then echo "FAILED! Missing spark master url" && exit 1 ; fi ; export PATH=$PATH:/opt/spark-perf/spark-tests/sbt/ && echo $SPARK_MASTER_URL > /root/spark-ec2/cluster-url && ./bin/run
You can’t perform that action at this time.
0 commit comments