add unittest for pam auth (#52)

* add unittest for pam auth

* rename to offical repo

Author: Yancey0623

.travis.yml

@@ -27,3 +27,4 @@ script:
   # other one that changes the source code to be CI'ed with the
   # updated Docker image.
   - docker run --rm -v $GOPATH:/go -w /go/src/github.com/sql-machine-learning/gohive sqlflow/gohive:dev bash test.sh
+  - docker run -e WITH_HS2_PAM_AUTH=ON --rm -v $GOPATH:/go -w /go/src/github.com/sql-machine-learning/gohive sqlflow/gohive:dev bash test.sh

docker/Dockerfile

@@ -35,6 +35,7 @@ ENV HIVE_SITE_CONF_datanucleus_autoCreateSchema=false
 #ENV HIVE_SITE_CONF_hive_metastore_uris=thrift://hive-metastore:9083
 ENV HIVE_SITE_CONF_hive_server2_transport_mode=binary
 #ENV HIVE_SITE_CONF_hive_server2_use_SSL=false
+# Note: only the default authentication, may be replaced by WITH_HS2_PAM_AUTH=ON in entrypoint.sh.
 ENV HIVE_SITE_CONF_hive_server2_authentication=NOSASL
 ENV HIVE_SITE_CONF_hive_server2_enable_doAs=false
 ENV HIVE_SITE_CONF_hive_metastore_schema_verification=false
@@ -67,6 +68,13 @@ ENV YARN_CONF_yarn_resourcemanager_resource__tracker_address=resourcemanager:803
 COPY entrypoint.sh /entrypoint.sh
 RUN chmod a+x /entrypoint.sh
 
+# install JPam for PAM authentication
+RUN wget https://jaist.dl.sourceforge.net/project/jpam/jpam/jpam-1.1/JPam-Linux_amd64-1.1.tgz && \
+    tar zxf JPam-Linux_amd64-1.1.tgz && \
+    cp JPam-1.1/libjpam.so /opt/hadoop-3.2.0/lib/native && \
+    rm -rf JPam-Linux_amd64-1.1.tgz
+RUN useradd sqlflow && echo 'sqlflow:sqlflow' | chpasswd
+   
 ENTRYPOINT ["/entrypoint.sh"]
 
 RUN mkdir /cmd

docker/entrypoint.sh

@@ -31,6 +31,11 @@ function configure() {
     done
 }
 
+if [ "${WITH_HS2_PAM_AUTH:-OFF}" = "ON" ]; then
+    export HIVE_SITE_CONF_hive_server2_authentication=PAM
+    export HIVE_SITE_CONF_hive_server2_authentication_pam_services=login,sshd
+fi
+
 configure /etc/hadoop/core-site.xml core CORE_CONF
 configure /etc/hadoop/hdfs-site.xml hdfs HDFS_CONF
 configure /etc/hadoop/yarn-site.xml yarn YARN_CONF

driver_test.go

@@ -2,30 +2,49 @@ package gohive
 
 import (
 	"database/sql"
+	"fmt"
+	"os"
 	"reflect"
 	"testing"
 
 	"github.com/stretchr/testify/assert"
 )
 
+var username = "sqlflow"
+var password = "sqlflow"
+
+func newDB(dbName string) (*sql.DB, error) {
+	connStr := "127.0.0.1:10000"
+	pamAuth := os.Getenv("WITH_HS2_PAM_AUTH")
+	if dbName != "" {
+		connStr = fmt.Sprintf("%s/%s", connStr, dbName)
+	}
+	if pamAuth == "ON" {
+		connStr = fmt.Sprintf("%s:%s@%s?auth=PLAIN", username, password, connStr)
+	}
+	return sql.Open("hive", connStr)
+}
+
 func TestOpenConnection(t *testing.T) {
-	db, err := sql.Open("hive", "127.0.0.1:10000")
+	db, err := newDB("")
 	assert.Nil(t, err)
 	defer db.Close()
 }
 
 func TestOpenConnectionAgainstAuth(t *testing.T) {
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn?auth=PLAIN")
-	rows, err := db.Query("SELECT customerID, gender FROM train")
-	assert.EqualError(t, err, "Bad SASL negotiation status: 4 ()")
-	defer db.Close()
-	if err == nil {
-		defer rows.Close()
+	if os.Getenv("WITH_HS2_PAM_AUTH") != "ON" {
+		db, _ := sql.Open("hive", "127.0.0.1:10000/churn?auth=PLAIN")
+		rows, err := db.Query("SELECT customerID, gender FROM train")
+		assert.EqualError(t, err, "Bad SASL negotiation status: 4 ()")
+		defer db.Close()
+		if err == nil {
+			defer rows.Close()
+		}
 	}
 }
 
 func TestQuery(t *testing.T) {
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	rows, err := db.Query("SELECT customerID, gender FROM train")
 	assert.Nil(t, err)
 	defer db.Close()
@@ -45,7 +64,7 @@ func TestQuery(t *testing.T) {
 
 func TestColumnName(t *testing.T) {
 	a := assert.New(t)
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	rows, err := db.Query("SELECT customerID, gender FROM train;")
 	assert.Nil(t, err)
 	defer db.Close()
@@ -58,7 +77,7 @@ func TestColumnName(t *testing.T) {
 
 func TestColumnTypeName(t *testing.T) {
 	a := assert.New(t)
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	rows, err := db.Query("SELECT customerID, gender FROM train")
 	assert.Nil(t, err)
 	defer db.Close()
@@ -73,7 +92,7 @@ func TestColumnTypeName(t *testing.T) {
 
 func TestColumnType(t *testing.T) {
 	a := assert.New(t)
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	rows, err := db.Query("SELECT customerID, gender FROM train")
 
 	defer db.Close()
@@ -88,7 +107,7 @@ func TestColumnType(t *testing.T) {
 
 func TestShowCreateTable(t *testing.T) {
 	a := assert.New(t)
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	rows, err := db.Query("show create table train")
 
 	defer db.Close()
@@ -103,7 +122,7 @@ func TestShowCreateTable(t *testing.T) {
 
 func TestDescribeTable(t *testing.T) {
 	a := assert.New(t)
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	rows, err := db.Query("describe train")
 
 	defer db.Close()
@@ -118,7 +137,7 @@ func TestDescribeTable(t *testing.T) {
 
 func TestShowDatabases(t *testing.T) {
 	a := assert.New(t)
-	db, _ := sql.Open("hive", "127.0.0.1:10000")
+	db, _ := newDB("")
 	rows, err := db.Query("show databases")
 
 	defer db.Close()
@@ -132,14 +151,14 @@ func TestShowDatabases(t *testing.T) {
 }
 
 func TestPing(t *testing.T) {
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	err := db.Ping()
 	assert.Nil(t, err)
 }
 
 func TestExec(t *testing.T) {
 	a := assert.New(t)
-	db, _ := sql.Open("hive", "127.0.0.1:10000/churn")
+	db, _ := newDB("churn")
 	_, err := db.Exec("insert into churn.test (gender) values ('Female')")
 	defer db.Close()
 	a.NoError(err)