diff --git a/.github/workflows/baremetal-regression-suite.yml b/.github/workflows/baremetal-regression-suite.yml
index d08cef3d5..ef168640c 100644
--- a/.github/workflows/baremetal-regression-suite.yml
+++ b/.github/workflows/baremetal-regression-suite.yml
@@ -182,4 +182,4 @@ jobs:
restore-keys: ${{ runner.os }}-m2
- name: Build with Maven
- run: mvn -B --activate-profiles jenkins-on-demand -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=http://eclwatch.default:8010 -Dwssqlconn=http://sql2ecl.default:8510 -DHPCC30117=open install
+ run: mvn -B --activate-profiles jenkins-on-demand,spark33 -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=http://eclwatch.default:8010 -Dwssqlconn=http://sql2ecl.default:8510 -DHPCC30117=open install
diff --git a/.github/workflows/k8s-regression-suite.yml b/.github/workflows/k8s-regression-suite.yml
index ec228cf1a..b49ba5def 100644
--- a/.github/workflows/k8s-regression-suite.yml
+++ b/.github/workflows/k8s-regression-suite.yml
@@ -144,4 +144,4 @@ jobs:
restore-keys: ${{ runner.os }}-m2
- name: Build with Maven
- run: mvn -B --activate-profiles jenkins-on-demand -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=https://eclwatch.default:8010 -Dwssqlconn=https://sql2ecl.default:8510 -DHPCC30117=open install
+ run: mvn -B --activate-profiles jenkins-on-demand,spark33 -Dmaven.gpg.skip=true -Dmaven.javadoc.skip=true -Dmaven.test.failure.ignore=false -Dhpccconn=https://eclwatch.default:8010 -Dwssqlconn=https://sql2ecl.default:8510 -DHPCC30117=open install
diff --git a/pom.xml b/pom.xml
index 3912502e1..aebfda064 100644
--- a/pom.xml
+++ b/pom.xml
@@ -163,16 +163,6 @@
json
${json.version}
-
- org.antlr
- antlr4
- ${antlr.version}
-
-
- org.antlr
- antlr4-runtime
- ${antlr.version}
-
commons-io
commons-io
diff --git a/spark-hpcc/pom.xml b/spark-hpcc/pom.xml
index dc2b63cc3..e834bf560 100644
--- a/spark-hpcc/pom.xml
+++ b/spark-hpcc/pom.xml
@@ -88,6 +88,23 @@
+
+ org.hpccsystems
+ wsclient
+ test-jar
+ test
+ ${project.version}
+
+
+ org.antlr
+ antlr4-runtime
+
+
+ org.antlr
+ antlr4
+
+
+
org.hpccsystems
dfsclient
@@ -150,6 +167,14 @@
+
+ spark24
+
+ 2.4.6
+ 2.11
+ 2.11
+
+
spark33
diff --git a/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java b/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java
index 6c1749fa7..a352584ba 100644
--- a/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java
+++ b/spark-hpcc/src/test/java/org/hpccsystems/spark/BaseIntegrationTest.java
@@ -24,8 +24,9 @@
import org.apache.spark.SparkConf;
import org.apache.spark.SparkContext;
import org.apache.spark.sql.SparkSession;
+import org.hpccsystems.ws.client.BaseRemoteTest;
-class BaseIntegrationTest
+class BaseIntegrationTest extends BaseRemoteTest
{
static SparkContext sparkContext = null;
@@ -147,21 +148,21 @@ public SparkSession getOrCreateSparkSession(SparkConf conf)
public String getHPCCClusterURL()
{
- return System.getProperty("hpccconn", "https://eclwatch.default:8010");
+ return connString;
}
public String getHPCCClusterUser()
{
- return System.getProperty("hpccuser", "");
+ return hpccUser;
}
public String getHPCCClusterPass()
{
- return System.getProperty("hpccpass", "");
+ return hpccPass;
}
public String getThorCluster()
{
- return System.getProperty("thorclustername", "data");
+ return thorClusterFileGroup;
}
}
diff --git a/wsclient/pom.xml b/wsclient/pom.xml
index 964b65089..a40e114c4 100644
--- a/wsclient/pom.xml
+++ b/wsclient/pom.xml
@@ -99,6 +99,16 @@
commons-hpcc
${project.version}
+
+ org.antlr
+ antlr4
+ ${antlr.version}
+
+
+ org.antlr
+ antlr4-runtime
+ ${antlr.version}
+