diff --git a/.github/workflows/baremetal-regression-suite.yml b/.github/workflows/baremetal-regression-suite.yml index d08cef3d5..ef168640c 100644 --- a/.github/workflows/baremetal-regression-suite.yml +++ b/.github/workflows/baremetal-regression-suite.yml @@ -182,4 +182,4 @@ jobs: restore-keys: ${{ runner.os }}-m2 - name: Build with Maven - run: mvn -B --activate-profiles jenkins-on-demand -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=http://eclwatch.default:8010 -Dwssqlconn=http://sql2ecl.default:8510 -DHPCC30117=open install + run: mvn -B --activate-profiles jenkins-on-demand,spark33 -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=http://eclwatch.default:8010 -Dwssqlconn=http://sql2ecl.default:8510 -DHPCC30117=open install diff --git a/.github/workflows/k8s-regression-suite.yml b/.github/workflows/k8s-regression-suite.yml index ec228cf1a..b49ba5def 100644 --- a/.github/workflows/k8s-regression-suite.yml +++ b/.github/workflows/k8s-regression-suite.yml @@ -144,4 +144,4 @@ jobs: restore-keys: ${{ runner.os }}-m2 - name: Build with Maven - run: mvn -B --activate-profiles jenkins-on-demand -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=https://eclwatch.default:8010 -Dwssqlconn=https://sql2ecl.default:8510 -DHPCC30117=open install + run: mvn -B --activate-profiles jenkins-on-demand,spark33 -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=https://eclwatch.default:8010 -Dwssqlconn=https://sql2ecl.default:8510 -DHPCC30117=open install diff --git a/pom.xml b/pom.xml index 3912502e1..aebfda064 100644 --- a/pom.xml +++ b/pom.xml @@ -163,16 +163,6 @@ json ${json.version} - - org.antlr - antlr4 - ${antlr.version} - - - org.antlr - antlr4-runtime - ${antlr.version} - commons-io commons-io diff --git a/spark-hpcc/pom.xml b/spark-hpcc/pom.xml index dc2b63cc3..e834bf560 100644 --- a/spark-hpcc/pom.xml +++ b/spark-hpcc/pom.xml @@ -88,6 +88,23 @@ + + org.hpccsystems + wsclient + test-jar + test + ${project.version} + + + org.antlr + antlr4-runtime + + + org.antlr + antlr4 + + + org.hpccsystems dfsclient @@ -150,6 +167,14 @@ + + spark24 + + 2.4.6 + 2.11 + 2.11 + + spark33 diff --git a/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java b/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java index 6c1749fa7..a352584ba 100644 --- a/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java +++ b/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java @@ -24,8 +24,9 @@ import org.apache.spark.SparkConf; import org.apache.spark.SparkContext; import org.apache.spark.sql.SparkSession; +import org.hpccsystems.ws.client.BaseRemoteTest; -class BaseIntegrationTest +class BaseIntegrationTest extends BaseRemoteTest { static SparkContext sparkContext = null; @@ -147,21 +148,21 @@ public SparkSession getOrCreateSparkSession(SparkConf conf) public String getHPCCClusterURL() { - return System.getProperty("hpccconn", "https://eclwatch.default:8010"); + return connString; } public String getHPCCClusterUser() { - return System.getProperty("hpccuser", ""); + return hpccUser; } public String getHPCCClusterPass() { - return System.getProperty("hpccpass", ""); + return hpccPass; } public String getThorCluster() { - return System.getProperty("thorclustername", "data"); + return thorClusterFileGroup; } } diff --git a/wsclient/pom.xml b/wsclient/pom.xml index 964b65089..a40e114c4 100644 --- a/wsclient/pom.xml +++ b/wsclient/pom.xml @@ -99,6 +99,16 @@ commons-hpcc ${project.version} + + org.antlr + antlr4 + ${antlr.version} + + + org.antlr + antlr4-runtime + ${antlr.version} +