Skip to content

Commit 67800c6

Browse files
Merge pull request #46 from embulk/revert-44-update-commons-vfs2-latest
Revert "Update commons vfs2 latest version to fix timeout setting not working"
2 parents e3ddfb3 + 4f8c769 commit 67800c6

File tree

5 files changed

+10
-20
lines changed

5 files changed

+10
-20
lines changed

build.gradle

+3-6
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ plugins {
44
id "java"
55
id "checkstyle"
66
id "jacoco"
7-
id "org.embulk.embulk-plugins" version "0.4.2"
7+
id "org.embulk.embulk-plugins" version "0.3.0"
88
}
99

1010
repositories {
@@ -13,7 +13,7 @@ repositories {
1313
}
1414

1515
group = "org.embulk.input.sftp"
16-
version = "0.3.4"
16+
version = "0.3.3"
1717
description = "Reads files stored on remote server using SFTP."
1818

1919
sourceCompatibility = 1.8
@@ -25,10 +25,7 @@ tasks.withType(JavaCompile) {
2525

2626
dependencies {
2727
compileOnly "org.embulk:embulk-core:0.9.23"
28-
compile("org.apache.commons:commons-vfs2:2.6.0") {
29-
exclude group: "com.fasterxml.jackson.core", module: "jackson-databind"
30-
exclude group: "com.fasterxml.jackson.core", module: "jackson-annotations"
31-
}
28+
compile "org.apache.commons:commons-vfs2:2.2"
3229
compile "commons-io:commons-io:2.6"
3330
compile "com.jcraft:jsch:0.1.55"
3431

gradle/dependency-locks/embulkPluginRuntime.lockfile

+1-4
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,6 @@
22
# Manual edits can break the build and are not advised.
33
# This file is expected to be part of source control.
44
com.jcraft:jsch:0.1.55
5-
com.squareup.okhttp:okhttp:2.7.5
6-
com.squareup.okio:okio:1.6.0
75
commons-io:commons-io:2.6
86
commons-logging:commons-logging:1.2
9-
org.apache.commons:commons-vfs2:2.6.0
10-
org.apache.hadoop:hadoop-hdfs-client:3.2.1
7+
org.apache.commons:commons-vfs2:2.2

src/main/java/org/embulk/input/sftp/SftpFileInput.java

+3-6
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,6 @@
2121
import org.embulk.spi.util.RetryExecutor.RetryGiveupException;
2222
import org.embulk.spi.util.RetryExecutor.Retryable;
2323
import org.slf4j.Logger;
24-
import org.slf4j.LoggerFactory;
2524

2625
import java.io.File;
2726
import java.io.IOException;
@@ -38,7 +37,7 @@ public class SftpFileInput
3837
extends InputStreamFileInput
3938
implements TransactionalFileInput
4039
{
41-
private static final Logger log = LoggerFactory.getLogger(SftpFileInput.class);
40+
private static final Logger log = Exec.getLogger(SftpFileInput.class);
4241
private static boolean isMatchLastKey = false;
4342

4443
public SftpFileInput(PluginTask task, int taskIndex)
@@ -96,17 +95,15 @@ public static FileSystemOptions initializeFsOptions(PluginTask task)
9695
try {
9796
SftpFileSystemConfigBuilder builder = SftpFileSystemConfigBuilder.getInstance();
9897
builder.setUserDirIsRoot(fsOptions, task.getUserDirIsRoot());
99-
final int timeoutMillis = task.getSftpConnectionTimeout() * 1000;
100-
builder.setSessionTimeoutMillis(fsOptions, timeoutMillis);
101-
builder.setConnectTimeoutMillis(fsOptions, timeoutMillis);
98+
builder.setTimeout(fsOptions, task.getSftpConnectionTimeout() * 1000);
10299
builder.setStrictHostKeyChecking(fsOptions, "no");
103100

104101
if (task.getSecretKeyFile().isPresent()) {
105102
IdentityInfo identityInfo = new IdentityInfo(
106103
new File((task.getSecretKeyFile().map(localFileToPathString()).get())),
107104
task.getSecretKeyPassphrase().getBytes()
108105
);
109-
builder.setIdentityProvider(fsOptions, identityInfo);
106+
builder.setIdentityInfo(fsOptions, identityInfo);
110107
log.info("set identity: {}", task.getSecretKeyFile().get().getPath());
111108
}
112109

src/main/java/org/embulk/input/sftp/SingleFileProvider.java

+2-3
Original file line numberDiff line numberDiff line change
@@ -5,13 +5,12 @@
55
import org.apache.commons.vfs2.FileSystemException;
66
import org.apache.commons.vfs2.FileSystemOptions;
77
import org.apache.commons.vfs2.impl.StandardFileSystemManager;
8+
import org.embulk.spi.Exec;
89
import org.embulk.spi.util.InputStreamFileInput;
910
import org.embulk.spi.util.InputStreamFileInput.InputStreamWithHints;
1011
import org.embulk.spi.util.RetryExecutor.RetryGiveupException;
1112
import org.embulk.spi.util.RetryExecutor.Retryable;
1213
import org.slf4j.Logger;
13-
import org.slf4j.LoggerFactory;
14-
1514
import static org.embulk.spi.util.RetryExecutor.retryExecutor;
1615

1716
import java.io.IOException;
@@ -26,7 +25,7 @@ public class SingleFileProvider
2625
private final Iterator<String> iterator;
2726
private final int maxConnectionRetry;
2827
private boolean opened = false;
29-
private final Logger log = LoggerFactory.getLogger(SingleFileProvider.class);
28+
private final Logger log = Exec.getLogger(SingleFileProvider.class);
3029

3130
public SingleFileProvider(PluginTask task, int taskIndex, StandardFileSystemManager manager, FileSystemOptions fsOptions)
3231
{

src/test/java/org/embulk/input/sftp/TestSftpFileInputPlugin.java

+1-1
Original file line numberDiff line numberDiff line change
@@ -470,7 +470,7 @@ public void testGetRelativePathWithPassword()
470470
public void testGetRelativePath()
471471
{
472472
String expected = "/path/to/sample !@#.csv";
473-
String path = "/path/to/sample%20!@#.csv";
473+
String path = "/path/to/sample !@#.csv";
474474
config.loadConfig(PluginTask.class);
475475
assertEquals(expected, SftpFileInput.getRelativePath(null, Optional.of(path)));
476476
}

0 commit comments

Comments
 (0)