Adding hive CI docker env (#38)

* for adding hive CI

Author: typhoonzero

docker/Dockerfile

@@ -143,6 +143,7 @@ RUN rm -rf /tmp/mysql-connector-java-5.1.47
 RUN mkdir /dataset
 COPY dataset/popularize_churn.sql /dataset/popularize_churn.sql
 COPY dataset/popularize_iris.sql /dataset/popularize_iris.sql
+COPY dataset/create_model_db.sql /dataset/create_model_db.sql
 
 # Install the Go compiler.
 RUN wget --quiet https://dl.google.com/go/go1.11.5.linux-amd64.tar.gz
@@ -156,5 +157,28 @@ RUN mkdir -p /go/bin
 ENV GOPATH /go
 ENV PATH $PATH:$GOPATH/bin
 
+# Install python and tensorflow env for run test
+ARG CONDA_OS=Linux
+RUN cd / && curl -sL https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -o mconda-install.sh && \
+    bash -x mconda-install.sh -b -p miniconda && \
+    rm mconda-install.sh
+ENV PATH="/miniconda/bin:$PATH"
+
+RUN ls /miniconda/bin && /miniconda/bin/conda create -y -q -n sqlflow-dev python=3.6 && \
+    echo ". /miniconda/etc/profile.d/conda.sh" >> ~/.bashrc && \
+    echo "source activate sqlflow-dev" >> ~/.bashrc && \
+    bash -c "source activate sqlflow-dev && python -m pip install \
+    tensorflow==2.0.0-alpha0 \
+    mysql-connector-python \
+    impyla \
+    jupyter"
+# Install protobuf
+RUN wget --quiet https://github.com/protocolbuffers/protobuf/releases/download/v3.6.1/protoc-3.6.1-linux-x86_64.zip && \
+apt-get install -y unzip && \
+unzip -qq protoc-3.6.1-linux-x86_64.zip -d /usr/local && \
+rm protoc-3.6.1-linux-x86_64.zip && \
+go get github.com/golang/protobuf/protoc-gen-go && \
+mv /go/bin/protoc-gen-go /usr/local/bin/
+
 RUN echo "go get -t sqlflow.org/gohive && go test -v sqlflow.org/gohive" > /build_and_test.bash
 RUN chmod +x /build_and_test.bash

docker/dataset/create_model_db.sql

@@ -0,0 +1 @@
+CREATE DATABASE IF NOT EXISTS sqlflow_models;

docker/entrypoint.sh

@@ -20,9 +20,9 @@ function configure() {
 
     local var
     local value
-    
+
     echo "Configuring $module"
-    for c in `printenv | perl -sne 'print "$1 " if m/^${envPrefix}_(.+?)=.*/' -- -envPrefix=$envPrefix`; do 
+    for c in `printenv | perl -sne 'print "$1 " if m/^${envPrefix}_(.+?)=.*/' -- -envPrefix=$envPrefix`; do
         name=`echo ${c} | perl -pe 's/___/-/g; s/__/_/g; s/_/./g'`
         var="${envPrefix}_${c}"
         value=${!var}
@@ -69,7 +69,7 @@ if [ -n "$GANGLIA_HOST" ]; then
         echo "$module.period=10"
         echo "$module.servers=$GANGLIA_HOST:8649"
     done > /etc/hadoop/hadoop-metrics.properties
-    
+
     for module in namenode datanode resourcemanager nodemanager mrappmaster jobhistoryserver; do
         echo "$module.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31"
         echo "$module.sink.ganglia.period=10"
@@ -99,7 +99,7 @@ function wait_for_it()
         echo "[$i/$max_try] ${service}:${port} is still not available; giving up after ${max_try} tries. :/"
         exit 1
       fi
-      
+
       echo "[$i/$max_try] try in ${retry_seconds}s once again ..."
       let "i++"
       sleep $retry_seconds
@@ -122,5 +122,6 @@ echo "waiting 30 seconds for hive to start..."
 sleep 30
 hive -f /dataset/popularize_churn.sql
 hive -f /dataset/popularize_iris.sql
+hive -f /dataset/create_model_db.sql
 
 exec $@