diff --git a/docs/content/jdbc_pxf.html.md.erb b/docs/content/jdbc_pxf.html.md.erb
index e9f332d0d6..7e2b0c75bf 100644
--- a/docs/content/jdbc_pxf.html.md.erb
+++ b/docs/content/jdbc_pxf.html.md.erb
@@ -103,6 +103,7 @@ You include JDBC connector custom options in the `LOCATION` URI, prefacing each
| FETCH_SIZE | Read | Integer that identifies the number of rows to buffer when reading from an external SQL database. Read row batching is activated by default. The default read fetch size for MySQL is `-2147483648` (`Integer.MIN_VALUE`). The default read fetch size for all other databases is 1000. |
| QUERY_TIMEOUT | Read/Write | Integer that identifies the amount of time (in seconds) that the JDBC driver waits for a statement to run. The default wait time is infinite. |
| DATE_WIDE_RANGE | Read/Write | Boolean that enables special parsing of dates when the year contains more than four alphanumeric characters. The default value is `false`. When set to `true`, PXF uses extended classes to parse dates, and recognizes years that specify `BC` or `AD`. |
+| UNKNOWN_DBMS_AS_POSTGRESQL | Read | Boolean that allows using PostgreSQL syntax when interacting with an external data source whose syntax is unknown. The default value is `true`. When set to `false`, PXF uses default syntaxes. This parameter might be important for pushdown filter. |
| POOL_SIZE | Write | Activate thread pooling on `INSERT` operations and identify the number of threads in the pool. Thread pooling is deactivated by default. |
| PARTITION_BY | Read | Activates read partitioning. The partition column, \:\. You may specify only one partition column. The JDBC connector supports `date`, `int`, and `enum` \ values, where `int` represents any JDBC integral type. If you do not identify a `PARTITION_BY` column, a single PXF instance services the read request. |
| RANGE | Read | Required when `PARTITION_BY` is specified. The query range; used as a hint to aid the creation of partitions. The `RANGE` format is dependent upon the data type of the partition column. When the partition column is an `enum` type, `RANGE` must specify a list of values, \:\[:\[...]], each of which forms its own fragment. If the partition column is an `int` or `date` type, `RANGE` must specify \:\ and represents the interval from \ through \, inclusive. The `RANGE` for an `int` partition column may span any 64-bit signed integer values. If the partition column is a `date` type, use the `yyyy-MM-dd` date format. |
diff --git a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcAccessor.java b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcAccessor.java
index 8c94b03955..c2ebd39f69 100644
--- a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcAccessor.java
+++ b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcAccessor.java
@@ -220,7 +220,7 @@ public boolean openForWrite() throws SQLException {
}
}
// Get database product name
- DbProduct dbProduct = DbProduct.getDbProduct(connection.getMetaData().getDatabaseProductName());
+ DbProduct dbProduct = DbProduct.getDbProduct(connection.getMetaData().getDatabaseProductName(), treatUnknownDbmsAsPostgreSql);
writer = JdbcWriter.fromProps(
JdbcWriterProperties.builder()
diff --git a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePlugin.java b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePlugin.java
index 6d72a9931d..f832afdac0 100644
--- a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePlugin.java
+++ b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePlugin.java
@@ -102,6 +102,7 @@ public class JdbcBasePlugin extends BasePlugin implements Reloader {
private static final String MYSQL_DRIVER_PREFIX = "com.mysql.";
private static final String JDBC_DATE_WIDE_RANGE = "jdbc.date.wideRange";
private static final String JDBC_DATE_WIDE_RANGE_LEGACY = "jdbc.date.wide-range";
+ private static final String JDBC_UNKNOWN_DBMS_AS_POSTGRESQL = "jdbc.unknownDbmsAsPostgreSql";
private enum TransactionIsolation {
READ_UNCOMMITTED(1),
@@ -179,6 +180,10 @@ public static TransactionIsolation typeOf(String str) {
// Flag which is used when the year might contain more than 4 digits in `date` or 'timestamp'
protected boolean isDateWideRange;
+ // Flag which is used when the external database will use PostgreSql syntaxes to wrap date, timestamp and timestamp with time zone
+ // while using pushdown filter.
+ protected boolean treatUnknownDbmsAsPostgreSql;
+
static {
// Deprecated as of Oct 22, 2019 in version 5.9.2+
@@ -402,6 +407,8 @@ public void afterPropertiesSet() {
}
isDateWideRange = getIsDateWideRange(context);
+
+ treatUnknownDbmsAsPostgreSql = treatUnknownDbmsAsPostgreSql(context);
}
/**
@@ -432,6 +439,19 @@ public static boolean getIsDateWideRange(RequestContext context) {
return configuration != null && configuration.getBoolean(JDBC_DATE_WIDE_RANGE, false);
}
+ /**
+ * Determine if the external database will use PostgreSql syntaxes to wrap date, timestamp and timestamp with time zone
+ * while using pushdown filter.
+ * Optional parameter. The default value is 'true' for backward compatability.
+ *
+ * @param context request context
+ * @return false if we don't want to use PostgreSql syntaxes to form pushdown filter.
+ */
+ public static boolean treatUnknownDbmsAsPostgreSql(RequestContext context) {
+ Configuration configuration = context.getConfiguration();
+ return configuration != null && configuration.getBoolean(JDBC_UNKNOWN_DBMS_AS_POSTGRESQL, true);
+ }
+
/**
* Open a new JDBC connection
*
@@ -627,7 +647,7 @@ private void prepareConnection(Connection connection) throws SQLException {
// Prepare session (process sessionConfiguration)
if (!sessionConfiguration.isEmpty()) {
- DbProduct dbProduct = DbProduct.getDbProduct(metadata.getDatabaseProductName());
+ DbProduct dbProduct = DbProduct.getDbProduct(metadata.getDatabaseProductName(), treatUnknownDbmsAsPostgreSql);
try (Statement statement = connection.createStatement()) {
for (Map.Entry e : sessionConfiguration.entrySet()) {
diff --git a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcPredicateBuilder.java b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcPredicateBuilder.java
index c0b9cf6a2d..1c84f035fb 100644
--- a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcPredicateBuilder.java
+++ b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcPredicateBuilder.java
@@ -40,6 +40,7 @@ public class JdbcPredicateBuilder extends ColumnPredicateBuilder {
private final DbProduct dbProduct;
private boolean wrapDateWithTime = false;
+ private boolean isDateWideRange;
public JdbcPredicateBuilder(DbProduct dbProduct,
List tupleDescription) {
@@ -56,10 +57,12 @@ public JdbcPredicateBuilder(DbProduct dbProduct,
public JdbcPredicateBuilder(DbProduct dbProduct,
String quoteString,
List tupleDescription,
- boolean wrapDateWithTime) {
+ boolean wrapDateWithTime,
+ boolean isDateWideRange) {
super(quoteString, tupleDescription);
this.dbProduct = dbProduct;
this.wrapDateWithTime = wrapDateWithTime;
+ this.isDateWideRange = isDateWideRange;
}
@Override
@@ -98,6 +101,14 @@ protected String serializeValue(DataType type, String value) {
} else {
return dbProduct.wrapTimestamp(value);
}
+ case TIMESTAMP_WITH_TIME_ZONE:
+ // We support TIMESTAMP_WITH_TIME_ZONE only when isDateWideRange=true
+ if (isDateWideRange) {
+ return dbProduct.wrapTimestampWithTZ(value);
+ } else {
+ throw new UnsupportedOperationException(String.format(
+ "'%s' is not supported fo filtering without additional property. Try to use the property DATE_WIDE_RANGE=true", type));
+ }
default:
throw new UnsupportedOperationException(String.format(
"Unsupported column type for filtering '%s' ", type.getOID()));
diff --git a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcResolver.java b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcResolver.java
index 5b7098f617..addac24dc3 100644
--- a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcResolver.java
+++ b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/JdbcResolver.java
@@ -172,7 +172,7 @@ public List getFields(OneRow row) throws SQLException {
value = offsetDateTime != null ? offsetDateTime.format(OFFSET_DATE_TIME_FORMATTER) : null;
} else {
throw new UnsupportedOperationException(
- String.format("Field type '%s' (column '%s') is not supported",
+ String.format("Field type '%s' (column '%s') is not supported. Try to use the property DATE_WIDE_RANGE=true",
DataType.get(oneField.type),
column));
}
diff --git a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/SQLQueryBuilder.java b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/SQLQueryBuilder.java
index 332e38c571..ea5c9aa209 100644
--- a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/SQLQueryBuilder.java
+++ b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/SQLQueryBuilder.java
@@ -77,7 +77,8 @@ public class SQLQueryBuilder {
DataType.VARCHAR,
DataType.BPCHAR,
DataType.DATE,
- DataType.TIMESTAMP
+ DataType.TIMESTAMP,
+ DataType.TIMESTAMP_WITH_TIME_ZONE
);
private static final TreeVisitor PRUNER = new SupportedOperatorPruner(SUPPORTED_OPERATORS);
private static final TreeTraverser TRAVERSER = new TreeTraverser();
@@ -122,7 +123,8 @@ public SQLQueryBuilder(RequestContext context, DatabaseMetaData metaData, String
}
databaseMetaData = metaData;
- dbProduct = DbProduct.getDbProduct(databaseMetaData.getDatabaseProductName());
+ dbProduct = DbProduct.getDbProduct(databaseMetaData.getDatabaseProductName(),
+ JdbcBasePlugin.treatUnknownDbmsAsPostgreSql(context));
columns = context.getTupleDescription();
// pick the source as either requested table name or a wrapped subquery with an alias
@@ -285,7 +287,8 @@ protected JdbcPredicateBuilder getPredicateBuilder() {
dbProduct,
quoteString,
context.getTupleDescription(),
- wrapDateWithTime);
+ wrapDateWithTime,
+ JdbcBasePlugin.getIsDateWideRange(context));
}
/**
diff --git a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DateTimeEraFormatters.java b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DateTimeEraFormatters.java
index ff4f6dbe79..61460a912c 100644
--- a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DateTimeEraFormatters.java
+++ b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DateTimeEraFormatters.java
@@ -25,6 +25,16 @@ public class DateTimeEraFormatters {
.appendLiteral(" ")
.appendText(ChronoField.ERA, TextStyle.SHORT)
.toFormatter();
+
+ /**
+ * Signifies the Time Zone
+ * +H:mm:ss - hour, with minute if non-zero or with minute and second if non-zero, with colon
+ * Examples: "-5", "+03", "-03:30", "+04:15"
+ */
+ public final static DateTimeFormatter TIME_ZONE_FORMATTER = new DateTimeFormatterBuilder()
+ .appendOffset("+H:mm","+00:00")
+ .toFormatter();
+
/**
* Used to parse String to LocalDateTime.
* Examples: "1980-08-10 17:10:20" -> 1980-08-10T17:10:20; "123456-10-19 11:12:13" -> +123456-10-19T11:12:13;
@@ -78,6 +88,20 @@ public class DateTimeEraFormatters {
.appendOptional(ERA_FORMATTER)
.toFormatter()
.withLocale(Locale.ROOT);
+ /**
+ * Used to format String to OffsetDateTime.
+ * Examples: "2024-11-13 21:01:02.95+3" -> "2024-11-13T21:01:02.95+03:00"; "2015-10-11 15:00:00.9+05" -> "2015-10-11T15:00:00.9+05:00";
+ * "2015-10-11 15:00:00.9-03:30" -> "2015-10-11T15:00:00.9-03:30"; "2018-04-03 18:10:23.956789+00" -> "2018-04-03T18:10:23.956789Z"
+ */
+ public static final DateTimeFormatter OFFSET_DATE_TIME_WITH_TIME_ZONE_FORMATTER = new DateTimeFormatterBuilder()
+ .appendValue(ChronoField.YEAR_OF_ERA, 4, 9, SignStyle.NORMAL).appendLiteral("-")
+ .appendValue(ChronoField.MONTH_OF_YEAR, 2).appendLiteral('-')
+ .appendValue(ChronoField.DAY_OF_MONTH, 2).appendLiteral(" ")
+ .append(ISO_LOCAL_TIME)
+ .append(TIME_ZONE_FORMATTER)
+ .appendOptional(ERA_FORMATTER)
+ .toFormatter()
+ .withLocale(Locale.ROOT);
/**
* Used to format LocalDateTime to String.
* Examples: 2018-10-19T10:11 -> "2018-10-19 10:11:00 AD"; +123456-10-19T11:12:13 -> "123456-10-19 11:12:13 AD";
diff --git a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DbProduct.java b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DbProduct.java
index 1e0f0a9cc8..cdd5b9a50d 100644
--- a/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DbProduct.java
+++ b/server/pxf-jdbc/src/main/java/org/greenplum/pxf/plugins/jdbc/utils/DbProduct.java
@@ -26,10 +26,12 @@
import java.time.LocalDate;
import java.time.LocalDateTime;
+import java.time.OffsetDateTime;
import java.time.format.DateTimeFormatter;
import static java.time.format.DateTimeFormatter.ISO_LOCAL_DATE;
import static java.time.format.DateTimeFormatter.ISO_LOCAL_DATE_TIME;
+import static org.greenplum.pxf.plugins.jdbc.utils.DateTimeEraFormatters.OFFSET_DATE_TIME_WITH_TIME_ZONE_FORMATTER;
/**
* A tool class to change PXF-JDBC plugin behaviour for certain external databases
@@ -40,6 +42,24 @@ public enum DbProduct {
public String buildSessionQuery(String key, String value) {
return String.format("SET %s %s", key, value);
}
+
+ /**
+ * Convert Postgres timestamp with time zone string to the appropriate Microsoft SQL Server DATETIMEOFFSET string format.
+ * The Microsoft SQL Server DATETIMEOFFSET type supports only the `+|-hh:mm` format or the literal `Z` for time zones.
+ * Greenplum may send a timestamp with a time zone that contains only hours, for example, +03.
+ * We use the OffsetDateTime#toString method to convert time zones without minutes to those with minutes or to Z.
+ * In case of a parsing error, we will avoid pushdown and send the query without the WHERE clause.
+ */
+ @Override
+ public String wrapTimestampWithTZ(String val) {
+ try {
+ String valStr = OffsetDateTime.parse(val, OFFSET_DATE_TIME_WITH_TIME_ZONE_FORMATTER).toString();
+ return "CONVERT(DATETIMEOFFSET, '" + valStr + "')";
+ } catch (Exception e) {
+ throw new IllegalArgumentException(
+ String.format("The value '%s' cannot be converted to the Microsoft SQL Server 'DATETIMEOFFSET' type", val));
+ }
+ }
},
MYSQL {
@@ -70,6 +90,14 @@ public String wrapTimestamp(String val) {
return "to_timestamp('" + val + "', 'YYYY-MM-DD HH24:MI:SS.FF')";
}
+ /**
+ * Convert Postgres timestamp with time zone string to the appropriate Oracle timestamp with time zone string format.
+ */
+ @Override
+ public String wrapTimestampWithTZ(String val) {
+ return "to_timestamp_tz('" + val + "', 'YYYY-MM-DD HH24:MI:SS.FFTZH:TZM')";
+ }
+
@Override
public String buildSessionQuery(String key, String value) {
return OracleJdbcUtils.buildSessionQuery(key, value);
@@ -91,6 +119,11 @@ public String wrapDate(@NonNull LocalDate val, boolean isDateWideRange) {
public String wrapTimestamp(@NonNull LocalDateTime val, boolean isDateWideRange) {
return wrapTimestamp(isDateWideRange ? val.format(DateTimeEraFormatters.LOCAL_DATE_TIME_FORMATTER) : val.toString());
}
+
+ @Override
+ public String wrapTimestampWithTZ(String val) {
+ return "'" + val + "'";
+ }
},
S3_SELECT {
@@ -115,7 +148,15 @@ public String wrapTimestamp(String val) {
public String buildSessionQuery(String key, String value) {
return String.format("SET %s %s", key, value);
}
- };
+
+ @Override
+ public String wrapTimestampWithTZ(String val) {
+ throw new UnsupportedOperationException(
+ String.format("The database %s doesn't support the TIMESTAMP WITH TIME ZONE data type", this));
+ }
+ },
+
+ OTHER;
/**
* Wraps a given date value the way required by target database
@@ -160,11 +201,21 @@ public String wrapTimestamp(String val) {
}
/**
- * Wraps a given timestamp value the way required by target database
+ * Wraps a given timestamp with time zone value the way required by target database
*
- * @param val {@link java.sql.Timestamp} object to wrap
+ * @param val {@link java.sql.Types.TIME_WITH_TIMEZONE} object to wrap
* @return a string with a properly wrapped timestamp object
+ */
+ public String wrapTimestampWithTZ(String val) {
+ throw new UnsupportedOperationException("The database doesn't support pushdown of the `TIMESTAMP WITH TIME ZONE` data type");
+ }
+
+ /**
+ * Wraps a given timestamp value the way required by target database
+ *
+ * @param val {@link java.sql.Timestamp} object to wrap
* @param isDateWideRange flag which is used when the year might contain more than 4 digits
+ * @return a string with a properly wrapped timestamp object
*/
public String wrapTimestamp(@NonNull LocalDateTime val, boolean isDateWideRange) {
return wrapTimestamp(isDateWideRange ? val.format(ISO_LOCAL_DATE_TIME) :
@@ -188,7 +239,7 @@ public String buildSessionQuery(String key, String value) {
* @param dbName database name
* @return a DbProduct of the required class
*/
- public static DbProduct getDbProduct(String dbName) {
+ public static DbProduct getDbProduct(String dbName, boolean treatUnknownDbmsAsPostgreSql) {
if (LOG.isDebugEnabled()) {
LOG.debug("Database product name is '{}'", dbName);
}
@@ -205,8 +256,14 @@ public static DbProduct getDbProduct(String dbName) {
result = DbProduct.S3_SELECT;
} else if (dbName.contains("ADAPTIVE SERVER ENTERPRISE")) {
result = DbProduct.SYBASE;
- } else {
+ } else if (dbName.contains("POSTGRESQL")) {
result = DbProduct.POSTGRES;
+ } else {
+ if (treatUnknownDbmsAsPostgreSql) {
+ result = DbProduct.POSTGRES;
+ } else {
+ result = DbProduct.OTHER;
+ }
}
if (LOG.isDebugEnabled()) {
diff --git a/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePluginTest.java b/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePluginTest.java
index de55299747..a700d36c4f 100644
--- a/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePluginTest.java
+++ b/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/JdbcBasePluginTest.java
@@ -39,10 +39,7 @@
import java.util.Map;
import java.util.Properties;
-import static org.junit.jupiter.api.Assertions.assertEquals;
-import static org.junit.jupiter.api.Assertions.assertSame;
-import static org.junit.jupiter.api.Assertions.assertThrows;
-import static org.junit.jupiter.api.Assertions.assertTrue;
+import static org.junit.jupiter.api.Assertions.*;
import static org.mockito.ArgumentMatchers.any;
import static org.mockito.ArgumentMatchers.anyBoolean;
import static org.mockito.Mockito.anyInt;
@@ -526,6 +523,23 @@ public void testInvalidBatchTimeout() {
() -> getPlugin(mockConnectionManager, mockSecureLogin, context));
}
+ @Test
+ public void testUnknownDbmsAsPostgreSqlFromConfiguration() {
+ configuration.set("jdbc.driver", "org.greenplum.pxf.plugins.jdbc.FakeJdbcDriver");
+ configuration.set("jdbc.url", "test-url");
+ configuration.set("jdbc.unknownDbmsAsPostgreSql", "false");
+ JdbcBasePlugin plugin = getPlugin(mockConnectionManager, mockSecureLogin, context);
+ assertFalse(plugin.treatUnknownDbmsAsPostgreSql);
+ }
+
+ @Test
+ public void testUnknownDbmsAsPostgreSqlDefaultValueFromConfiguration() {
+ configuration.set("jdbc.driver", "org.greenplum.pxf.plugins.jdbc.FakeJdbcDriver");
+ configuration.set("jdbc.url", "test-url");
+ JdbcBasePlugin plugin = getPlugin(mockConnectionManager, mockSecureLogin, context);
+ assertTrue(plugin.treatUnknownDbmsAsPostgreSql);
+ }
+
private JdbcBasePlugin getPlugin(ConnectionManager mockConnectionManager, SecureLogin mockSecureLogin, RequestContext context) {
JdbcBasePlugin plugin = new JdbcBasePlugin(mockConnectionManager, mockSecureLogin, mockDecryptClient);
plugin.setRequestContext(context);
diff --git a/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/utils/DbProductTest.java b/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/utils/DbProductTest.java
index ec2a8a24e9..4761caab62 100644
--- a/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/utils/DbProductTest.java
+++ b/server/pxf-jdbc/src/test/java/org/greenplum/pxf/plugins/jdbc/utils/DbProductTest.java
@@ -28,11 +28,13 @@
import java.time.LocalDate;
import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertThrows;
public class DbProductTest {
private static final Date[] DATES = new Date[1];
private static final Timestamp[] TIMESTAMPS = new Timestamp[1];
+
static {
try {
DATES[0] = new Date(
@@ -41,8 +43,7 @@ public class DbProductTest {
TIMESTAMPS[0] = new Timestamp(
new SimpleDateFormat("yyyy-MM-dd").parse("2001-01-01 00:00:00").getTime()
);
- }
- catch (ParseException e) {
+ } catch (ParseException e) {
DATES[0] = null;
TIMESTAMPS[0] = null;
}
@@ -50,9 +51,24 @@ public class DbProductTest {
private static final String DB_NAME_UNKNOWN = "no such database";
+ @Test
+ public void testGetDbProduct() {
+ assertEquals(DbProduct.MICROSOFT, DbProduct.getDbProduct("MICROSOFT", true));
+ assertEquals(DbProduct.MYSQL, DbProduct.getDbProduct("MYSQL", true));
+ assertEquals(DbProduct.ORACLE, DbProduct.getDbProduct("ORACLE", true));
+ assertEquals(DbProduct.S3_SELECT, DbProduct.getDbProduct("S3 SELECT", true));
+ assertEquals(DbProduct.SYBASE, DbProduct.getDbProduct("ADAPTIVE SERVER ENTERPRISE", true));
+ assertEquals(DbProduct.POSTGRES, DbProduct.getDbProduct("POSTGRESQL", true));
+ }
+
@Test
public void testUnknownProductIsPostgresProduct() {
- assertEquals(DbProduct.POSTGRES, DbProduct.getDbProduct(DB_NAME_UNKNOWN));
+ assertEquals(DbProduct.POSTGRES, DbProduct.getDbProduct(DB_NAME_UNKNOWN, true));
+ }
+
+ @Test
+ public void testUnknownProductIsOtherProduct() {
+ assertEquals(DbProduct.OTHER, DbProduct.getDbProduct(DB_NAME_UNKNOWN, false));
}
/**
@@ -62,7 +78,7 @@ public void testUnknownProductIsPostgresProduct() {
public void testUnknownDates() {
final String[] expected = {"date'2001-01-01'"};
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_UNKNOWN);
+ DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_UNKNOWN, true);
for (int i = 0; i < DATES.length; i++) {
assertEquals(expected[i], dbProduct.wrapDate(String.valueOf(DATES[i])));
@@ -74,7 +90,7 @@ public void testUnknownDates() {
*/
@Test
public void testUnknownLocalDate() {
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_UNKNOWN);
+ DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_UNKNOWN, true);
assertEquals("date'2001-03-04'", dbProduct.wrapDate(LocalDate.of(2001, 3, 4), false));
assertEquals("date'2001-03-04 AD'", dbProduct.wrapDate(LocalDate.of(2001, 3, 4), true));
assertEquals("date'99999-03-04 AD'", dbProduct.wrapDate(LocalDate.of(99999, 3, 4), true));
@@ -88,7 +104,7 @@ public void testUnknownLocalDate() {
public void testUnknownTimestamps() {
final String[] expected = {"'2001-01-01 00:00:00.0'"};
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_UNKNOWN);
+ DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_UNKNOWN, true);
for (int i = 0; i < TIMESTAMPS.length; i++) {
assertEquals(expected[i], dbProduct.wrapTimestamp(String.valueOf(TIMESTAMPS[i])));
@@ -102,7 +118,7 @@ public void testUnknownTimestamps() {
public void testOracleDates() {
final String[] expected = {"to_date('2001-01-01', 'YYYY-MM-DD')"};
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_ORACLE);
+ DbProduct dbProduct = DbProduct.ORACLE;
for (int i = 0; i < DATES.length; i++) {
assertEquals(expected[i], dbProduct.wrapDate(String.valueOf(DATES[i])));
@@ -111,7 +127,7 @@ public void testOracleDates() {
@Test
public void testOracleLocalDate() {
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_ORACLE);
+ DbProduct dbProduct = DbProduct.ORACLE;
assertEquals("to_date('2001-03-04', 'YYYY-MM-DD')", dbProduct.wrapDate(LocalDate.of(2001, 3, 4), false));
assertEquals("to_date('2001-03-04', 'YYYY-MM-DD')", dbProduct.wrapDate(LocalDate.of(2001, 3, 4), true));
assertEquals("to_date('-0500-03-04', 'YYYY-MM-DD')", dbProduct.wrapDate(LocalDate.of(-500, 3, 4), true));
@@ -121,7 +137,7 @@ public void testOracleLocalDate() {
public void testOracleDatesWithTime() {
final String[] expected = {"to_date('2001-01-01 00:00:00', 'YYYY-MM-DD HH24:MI:SS')"};
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_ORACLE);
+ DbProduct dbProduct = DbProduct.ORACLE;
for (int i = 0; i < TIMESTAMPS.length; i++) {
assertEquals(expected[i], dbProduct.wrapDateWithTime(String.valueOf(TIMESTAMPS[i])));
@@ -132,38 +148,104 @@ public void testOracleDatesWithTime() {
public void testOracleTimestamps() {
final String[] expected = {"to_timestamp('2001-01-01 00:00:00.0', 'YYYY-MM-DD HH24:MI:SS.FF')"};
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_ORACLE);
+ DbProduct dbProduct = DbProduct.ORACLE;
for (int i = 0; i < TIMESTAMPS.length; i++) {
assertEquals(expected[i], dbProduct.wrapTimestamp(String.valueOf(TIMESTAMPS[i])));
}
}
-
- private static final String DB_NAME_MICROSOFT = "MICROSOFT";
-
@Test
public void testMicrosoftDates() {
final String[] expected = {"'2001-01-01'"};
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_MICROSOFT);
+ DbProduct dbProduct = DbProduct.MICROSOFT;
for (int i = 0; i < DATES.length; i++) {
assertEquals(expected[i], dbProduct.wrapDate(String.valueOf(DATES[i])));
}
}
-
- private static final String DB_NAME_MYSQL = "MYSQL";
-
@Test
public void testMySQLDates() {
final String[] expected = {"DATE('2001-01-01')"};
- DbProduct dbProduct = DbProduct.getDbProduct(DB_NAME_MYSQL);
+ DbProduct dbProduct = DbProduct.MYSQL;
for (int i = 0; i < DATES.length; i++) {
assertEquals(expected[i], dbProduct.wrapDate(String.valueOf(DATES[i])));
}
}
+
+ @Test
+ public void testOracleWrapTimestampWithTZ() {
+ String[] timestampsTZ = {
+ "1985-05-11 15:10:00.12+03",
+ "1985-05-12 15:10:00.123+05:30",
+ "1985-05-13 15:10:00.1234+3",
+ "1985-05-14 15:10:00-04:45",
+
+ };
+ final String[] expected = {
+ "to_timestamp_tz('1985-05-11 15:10:00.12+03', 'YYYY-MM-DD HH24:MI:SS.FFTZH:TZM')",
+ "to_timestamp_tz('1985-05-12 15:10:00.123+05:30', 'YYYY-MM-DD HH24:MI:SS.FFTZH:TZM')",
+ "to_timestamp_tz('1985-05-13 15:10:00.1234+3', 'YYYY-MM-DD HH24:MI:SS.FFTZH:TZM')",
+ "to_timestamp_tz('1985-05-14 15:10:00-04:45', 'YYYY-MM-DD HH24:MI:SS.FFTZH:TZM')",
+ };
+ DbProduct dbProduct = DbProduct.ORACLE;
+ for (int i = 0; i < DATES.length; i++) {
+ assertEquals(expected[i], dbProduct.wrapTimestampWithTZ(timestampsTZ[i]));
+ }
+ }
+
+ @Test
+ public void testMicrosoftWrapTimestampWithTZ() {
+ String[] timestampsTZ = {
+ "1985-05-11 15:10:00.12+03",
+ "1985-05-12 15:11:00.123+05:30",
+ "1985-05-13 15:12:00.1234+3",
+ "1985-05-14 15:13:00-04:45",
+ "1985-05-15 15:14:00-04",
+
+ };
+ final String[] expected = {
+ "CONVERT(DATETIMEOFFSET, '1985-05-11T15:10:00.120+03:00')",
+ "CONVERT(DATETIMEOFFSET, '1985-05-12T15:11:00.123+05:30')",
+ "CONVERT(DATETIMEOFFSET, '1985-05-13T15:12:00.1234+03:00')",
+ "CONVERT(DATETIMEOFFSET, '1985-05-14 15:13:00.000-04:45')",
+ "CONVERT(DATETIMEOFFSET, '1985-05-15 15:14:00.000-04:00')"
+ };
+ DbProduct dbProduct = DbProduct.MICROSOFT;
+ for (int i = 0; i < DATES.length; i++) {
+ assertEquals(expected[i], dbProduct.wrapTimestampWithTZ(timestampsTZ[i]));
+ }
+ }
+
+ @Test
+ public void testPostgresWrapTimestampWithTZ() {
+ String[] timestampsTZ = {
+ "1985-05-11 15:10:00.12+03",
+ "1985-05-12 15:10:00.123+05:30",
+ "1985-05-13 15:10:00.1234+3",
+ "1985-05-14 15:10:00-04:45",
+
+ };
+ final String[] expected = {
+ "'1985-05-11 15:10:00.12+03'",
+ "'1985-05-12 15:10:00.123+05:30'",
+ "1985-05-13 15:10:00.1234+3'",
+ "'1985-05-14 15:10:00-04:45'",
+ };
+ DbProduct dbProduct = DbProduct.POSTGRES;
+ for (int i = 0; i < DATES.length; i++) {
+ assertEquals(expected[i], dbProduct.wrapTimestampWithTZ(timestampsTZ[i]));
+ }
+ }
+
+ @Test
+ public void testUnknownWrapTimestampWithTZ() {
+ DbProduct dbProduct = DbProduct.OTHER;
+ Exception e = assertThrows(UnsupportedOperationException.class, () -> dbProduct.wrapTimestampWithTZ("1985-05-11 15:10:00.12+03"));
+ assertEquals("The database doesn't support pushdown of the `TIMESTAMP WITH TIME ZONE` data type", e.getMessage());
+ }
}
diff --git a/server/pxf-service/src/main/resources/pxf-profiles-default.xml b/server/pxf-service/src/main/resources/pxf-profiles-default.xml
index 700ea08c9f..dbb0541900 100644
--- a/server/pxf-service/src/main/resources/pxf-profiles-default.xml
+++ b/server/pxf-service/src/main/resources/pxf-profiles-default.xml
@@ -45,6 +45,7 @@ under the License.
+