Skip to content

Commit 5a92642

Browse files
committed
Sbt fix: Update the bootstrapper and remove SBT from the Dockerfile to avoid dupe functionality.
1 parent 5e5fca8 commit 5a92642

File tree

3 files changed

+546
-270
lines changed

3 files changed

+546
-270
lines changed

Dockerfile

+5-4
Original file line numberDiff line numberDiff line change
@@ -26,12 +26,13 @@ RUN mkdir -p /root/spark-ec2/
2626
RUN cd /opt/ && git clone https://github.com/paulp/sbt-extras.git && chmod 777 sbt-extras/*
2727
RUN ls -altrh /opt/sbt-extras/
2828

29-
RUN wget https://dl.bintray.com/sbt/native-packages/sbt/0.13.11/sbt-0.13.11.zip -O /opt/sbt.zip
30-
RUN cd /opt/ && unzip sbt.zip
31-
RUN ls -alrth /opt/sbt/bin/sbt-launch.jar
3229
RUN dnf install -y which
3330

3431
ADD . /opt/spark-perf/
3532
WORKDIR /opt/spark-perf/
3633

37-
CMD if [ -n "$SPARK_MASTER_URL" ]; then echo "FAILED! Missing spark master url" && exit 1 ; fi ; export PATH=$PATH:/opt/sbt-extras/ && echo $SPARK_MASTER_URL > /root/spark-ec2/cluster-url && ./bin/run
34+
# A quick run: This will bootstrap things as necessary so the images doesnt need to download SBT.
35+
RUN export PATH=$PATH:/opt/spark-perf/spark-tests/sbt/ && ./bin/run || echo "this is just for bootstrapping"
36+
37+
# Example CMD, most likely folks will override.
38+
CMD if [ -n "$SPARK_MASTER_URL" ]; then echo "FAILED! Missing spark master url" && exit 1 ; fi ; export PATH=$PATH:/opt/spark-perf/spark-tests/sbt/ && echo $SPARK_MASTER_URL > /root/spark-ec2/cluster-url && ./bin/run

0 commit comments

Comments
 (0)