Fix silently failing hdfs fixture

Author: breskeby

gradle/verification-metadata.xml

@@ -1479,6 +1479,11 @@
             <sha256 value="fd63b583fd3e8baeae22efacbd5a4f91c1fd97f56248e62e2615efa7b81daeaa" origin="Generated by Gradle"/>
          </artifact>
       </component>
+      <component group="commons-daemon" name="commons-daemon" version="1.0.15">
+         <artifact name="commons-daemon-1.0.15.jar">
+            <sha256 value="61a8f2b067b3ae8b3684669509250faffedbcfabd50f055bbe60c3fd5f0eb01e" origin="Generated by Gradle"/>
+         </artifact>
+      </component>
       <component group="commons-daemon" name="commons-daemon" version="1.4.0">
          <artifact name="commons-daemon-1.4.0.jar">
             <sha256 value="6b8e35b13f27f265fed0caa7c4ce9d13b790662af5f48cb7d41df394de759dbd" origin="Generated by Gradle"/>

plugins/repository-hdfs/build.gradle

@@ -137,7 +137,7 @@ tasks.register("javaRestTestHdfs2", RestIntegTestTask) {
 }
 
 tasks.named('yamlRestTest').configure {
-  classpath = sourceSets.yamlRestTest.runtimeClasspath + configurations.hdfsFixture2
+  classpath = sourceSets.yamlRestTest.runtimeClasspath + configurations.hdfsFixture3
 }
 
 tasks.register("yamlRestTestHdfs2", RestIntegTestTask) {

test/fixtures/hdfs-fixture/build.gradle

@@ -156,6 +156,7 @@ dependencies {
     hdfs2("org.apache.hadoop:hadoop-annotations:2.8.5")
     hdfs2("org.apache.hadoop:hadoop-hdfs-client:2.8.5")
     hdfs2("org.apache.hadoop:hadoop-minicluster:2.8.5")
+    hdfs2("commons-daemon:commons-daemon:1.0.15")
 
     hdfs3("org.apache.hadoop:hadoop-minicluster:3.3.1")
     hdfs3("org.apache.hadoop:hadoop-common:3.3.1")

test/fixtures/hdfs-fixture/src/main/java/org/elasticsearch/test/fixtures/hdfs/HdfsFixture.java

@@ -224,6 +224,9 @@ private void tryStartingHdfs(Path hdfsHome) throws ClassNotFoundException, NoSuc
         cfg = new Configuration();
         cfg.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, hdfsHome.toAbsolutePath().toString());
         cfg.set("hadoop.security.group.mapping", "org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback");
+        // Disable HTTP server to avoid webapp issues with Hadoop 2.x
+        cfg.set(DFSConfigKeys.DFS_NAMENODE_HTTP_ADDRESS_KEY, "0.0.0.0:0");
+        cfg.set(DFSConfigKeys.DFS_DATANODE_HTTP_ADDRESS_KEY, "0.0.0.0:0");
 
         // optionally configure security
         if (isSecure()) {