This is an automated email from the ASF dual-hosted git repository.
michaelsmith pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from 68c831176 IMPALA-12460: Add lag and histogram of event processing in
the log
new fd0d88d8d IMPALA-11068: Add query option to reduce scanner thread
launch.
new 8b2598cd7 IMPALA-12485: Remove Python 2 has_key
new c2bd30a1b IMPALA-5741: Initial support for reading tiny RDBMS tables
new 098ad53f6 IMPALA-12480: Use Hadoop version for hadoop-aliyun
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/exec/hdfs-scan-node.cc | 13 +-
be/src/exec/hdfs-scan-node.h | 2 +-
be/src/service/query-options-test.cc | 1 +
be/src/service/query-options.cc | 7 +
be/src/service/query-options.h | 7 +-
bin/impala-config.sh | 2 -
bin/rat_exclude_files.txt | 1 +
common/thrift/ImpalaService.thrift | 9 +
common/thrift/Query.thrift | 3 +
common/thrift/generate_metrics.py | 2 +-
fe/pom.xml | 1 +
.../extdatasource/ExternalDataSourceExecutor.java | 27 ++
.../org/apache/impala/service/FrontendTest.java | 6 +-
java/executor-deps/pom.xml | 2 +-
java/ext-data-source/{sample => jdbc}/pom.xml | 48 +--
.../impala/extdatasource/jdbc/JdbcDataSource.java | 338 +++++++++++++++++++++
.../org/apache/impala/extdatasource/jdbc/README.md | 60 ++++
.../extdatasource/jdbc/conf/DatabaseType.java | 14 +-
.../extdatasource/jdbc/conf/JdbcStorageConfig.java | 68 +++++
.../jdbc/conf/JdbcStorageConfigManager.java | 98 ++++++
.../jdbc/dao/DB2DatabaseAccessor.java | 31 +-
.../extdatasource/jdbc/dao/DatabaseAccessor.java | 22 +-
.../jdbc/dao/DatabaseAccessorFactory.java | 75 +++++
.../jdbc/dao/GenericJdbcDatabaseAccessor.java | 299 ++++++++++++++++++
.../extdatasource/jdbc/dao/JdbcRecordIterator.java | 188 ++++++++++++
.../jdbc/dao/JethroDatabaseAccessor.java | 25 +-
.../jdbc/dao/MsSqlDatabaseAccessor.java | 38 +--
.../jdbc/dao/MySqlDatabaseAccessor.java | 38 +--
.../jdbc/dao/OracleDatabaseAccessor.java | 55 ++++
.../jdbc/dao/PostgresDatabaseAccessor.java | 28 +-
.../exception/JdbcDatabaseAccessException.java | 23 +-
.../jdbc/util/QueryConditionUtil.java | 103 +++++++
.../extdatasource/jdbc/JdbcDataSourceTest.java | 253 +++++++++++++++
.../jdbc/src/test/resources/log4j.properties | 0
.../jdbc/src/test/resources/test_script.sql | 47 +++
java/ext-data-source/pom.xml | 1 +
java/pom.xml | 1 -
testdata/bin/copy-data-sources.sh | 32 --
testdata/bin/copy-ext-data-sources.sh | 56 ++++
testdata/bin/create-data-source-table.sql | 47 ---
testdata/bin/create-ext-data-source-table.sql | 98 ++++++
testdata/bin/create-load-data.sh | 6 +-
testdata/bin/load-ext-data-sources.sh | 83 +++++
.../QueryTest/hdfs-scanner-thread-mem-scaling.test | 53 ++++
.../queries/QueryTest/jdbc-data-source.test | 105 +++++++
tests/common/test_vector.py | 2 +-
tests/query_test/test_cancellation.py | 2 +-
tests/query_test/test_ext_data_sources.py | 84 +++++
tests/query_test/test_queries.py | 4 -
49 files changed, 2300 insertions(+), 208 deletions(-)
copy java/ext-data-source/{sample => jdbc}/pom.xml (64%)
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/JdbcDataSource.java
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/README.md
copy be/src/runtime/tuple-row.cc =>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/conf/DatabaseType.java
(84%)
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/conf/JdbcStorageConfig.java
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/conf/JdbcStorageConfigManager.java
copy fe/src/test/java/org/apache/impala/testutil/DummyQueryEventHook.java =>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/DB2DatabaseAccessor.java
(54%)
copy be/src/exprs/is-null-predicate.h =>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/DatabaseAccessor.java
(63%)
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/DatabaseAccessorFactory.java
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/GenericJdbcDatabaseAccessor.java
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/JdbcRecordIterator.java
copy fe/src/test/java/org/apache/impala/testutil/PostQueryErrorEventHook.java
=>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/JethroDatabaseAccessor.java
(54%)
copy
fe/src/main/java/org/apache/impala/catalog/metastore/NoOpCatalogMetastoreServer.java
=>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/MsSqlDatabaseAccessor.java
(51%)
copy
fe/src/main/java/org/apache/impala/catalog/metastore/NoOpCatalogMetastoreServer.java
=>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/MySqlDatabaseAccessor.java
(54%)
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/OracleDatabaseAccessor.java
copy fe/src/test/java/org/apache/impala/testutil/PostQueryErrorEventHook.java
=>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/dao/PostgresDatabaseAccessor.java
(56%)
copy
fe/src/main/java/org/apache/impala/authentication/saml/HttpSamlAuthenticationException.java
=>
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/exception/JdbcDatabaseAccessException.java
(64%)
create mode 100644
java/ext-data-source/jdbc/src/main/java/org/apache/impala/extdatasource/jdbc/util/QueryConditionUtil.java
create mode 100644
java/ext-data-source/jdbc/src/test/java/org/apache/impala/extdatasource/jdbc/JdbcDataSourceTest.java
copy fe/src/test/resources/log4j.properties.template =>
java/ext-data-source/jdbc/src/test/resources/log4j.properties (100%)
create mode 100644 java/ext-data-source/jdbc/src/test/resources/test_script.sql
delete mode 100755 testdata/bin/copy-data-sources.sh
create mode 100755 testdata/bin/copy-ext-data-sources.sh
delete mode 100644 testdata/bin/create-data-source-table.sql
create mode 100644 testdata/bin/create-ext-data-source-table.sql
create mode 100755 testdata/bin/load-ext-data-sources.sh
create mode 100644
testdata/workloads/functional-query/queries/QueryTest/jdbc-data-source.test
create mode 100644 tests/query_test/test_ext_data_sources.py
