Disable HDFSFileSystem cache (#6039)

apache · Dec 27, 2023 · 135c918 · 135c918
1 parent 1a8e9b4
commit 135c918
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/...ain/java/org/apache/seatunnel/connectors/seatunnel/file/hadoop/HadoopFileSystemProxy.java b/...ain/java/org/apache/seatunnel/connectors/seatunnel/file/hadoop/HadoopFileSystemProxy.java
@@ -241,6 +241,8 @@ private Configuration createConfiguration() {
         configuration.setBoolean(ADD_LIST_ELEMENT_RECORDS, false);
         configuration.setBoolean(WRITE_OLD_LIST_STRUCTURE, true);
         configuration.set(CommonConfigurationKeys.FS_DEFAULT_NAME_KEY, hadoopConf.getHdfsNameKey());
+        configuration.setBoolean(
+                String.format("fs.%s.impl.disable.cache", hadoopConf.getSchema()), true);
         configuration.set(
                 String.format("fs.%s.impl", hadoopConf.getSchema()), hadoopConf.getFsHdfsImpl());
         hadoopConf.setExtraOptionsForConfiguration(configuration);