This is an automated email from the ASF dual-hosted git repository.
zhangzc pushed a change to branch kylin-soft-affinity-local-cache
in repository https://gitbox.apache.org/repos/asf/kylin.git
discard d2e00e8956 Pre-init KylinCacheFileSystem to fix s3a issue
discard 4e75b7fa40 Support soft affinity and local cache feature
add 5187affe18 KYLIN-5069 Refactor hive and hadoop dependency of kylin4
add e9e12a5edc KYLIN-5112, Use 'return' instead of 'exit' in script
prepare_hadoop_dependency.sh
add d9a5c70136 KYLIN-5111 Record the time spent for each stage of query in
kylin4's log
add 01cc8f0031 [KYLIN-4864] Enable running Kylin tests on ARM64 platform
(#1558)
add 529bb281d1 Modify branch name for travis ci
add 929014c704 KYLIN-4864 Fix .travis.yml syntax (#1700)
add 12aeea918d KYLIN-5117 Support percentile function after aggregate sub
query (#1760)
add 63a106813d KYLIN-5906 fix cdh6
add 07a7490689 KYLIN-5071 Still estimate the rowcount of baseCuboid when
baseCuboid is not built
add c99b98270b KYLIN-5090 The error message was not printed in class
JobWoker
add 8ed6d5d69a fix
add 1f63a3bd05 KYLIN-5099 Decrease the default value of
'kylin.cube.cubeplanner.expansion-threshold'
add 93b82957e8 Avoid redundant error information
add 6847d86005 KYLIN-5069 Fix
add b7b77a3ee7 KYLIN-5069 Fix the error of key not found
add 0db286ec3e KYLIN-5069 Fix wrong file name (#1775)
add cdc21bca77 KYLIN-5069 Fix can't get location (#1776)
add 72c76651d5 minor fix for KYLIN-5071
add f4daf14dde test fix
add c757d158d3 Modify shaded-guava version for release kylin4.0.1
add 64d81cb72b [maven-release-plugin] prepare release kylin-4.0.1
add 5fa5a0b064 [maven-release-plugin] prepare for next development
iteration
add a56732e8bd [KYLIN-5152] support boolean expression on where clause
add a261311a31 [KYLIN-5125] `MetadataCleanupJob.isJobComplete` should use
`NSparkCubingJob` because kylin4 use spark engine to build cube (No more MR
engine)
add ad36cf7a0d [KYLIN-5125] fix up unit test
add dc3fd9ab25 [KYLIN-5121] Make JobMetricsUtils.collectMetrics be working
again
add 8365e66d81 add license description
add 9f8a07f0d0 Attach username and password to README.md
add 737f79edc0 fix
add 121a8a1d9f KYLIN-5162 Fix non select sql pushdown
add 0be292d8d9 add api to support for mdx
add 273fae822e KYLIN-5166 Use SQL hint to specify the cube that the user
wants to query
add c29b8f5b5f KYLIN-5160 Fix driver extra classpath
add d56d72f736 KYLIN-5121 fix key not found: numOutputRows on s3
add 0fa41762ec [KYLIN-5159] upgrade some common libs due to CVEs (#1814)
new 7142f768c4 Support soft affinity and local cache feature
new eddc015628 Pre-init KylinCacheFileSystem to fix s3a issue
new da15d85c8c Upgrade alluxio client verion to 2.7.4
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d2e00e8956)
\
N -- N -- N refs/heads/kylin-soft-affinity-local-cache
(da15d85c8c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/maven.yml | 4 +-
.travis.yml | 39 ++-
README.md | 2 +-
build-engine/pom.xml | 2 +-
build/bin/check-hadoop-env.sh | 88 ++++++
build/bin/find-hive-dependency.sh | 214 ---------------
build/bin/kylin.sh | 82 +-----
build/bin/prepare-hadoop-dependency.sh | 196 ++++++++++++++
build/bin/replace-jars-under-spark.sh | 149 ----------
cache/pom.xml | 2 +-
core-common/pom.xml | 2 +-
.../org/apache/kylin/common/KylinConfigBase.java | 13 +-
.../java/org/apache/kylin/common/QueryContext.java | 19 +-
.../java/org/apache/kylin/common/QueryTrace.java | 141 ++++++++++
.../kylin/common/util/CliCommandExecutor.java | 46 ----
.../org/apache/kylin/common/util/EncryptUtil.java | 3 +-
.../apache/kylin/common/util/ParameterFilter.java | 81 ++++++
.../src/main/resources/kylin-defaults.properties | 9 +-
.../org/apache/kylin/common/QueryTraceTest.java | 32 ++-
.../apache/kylin/common/util/EncryptUtilTest.java | 13 +-
.../kylin/common/util/HiveCmdBuilderTest.java | 118 --------
...dExecutorTest.java => ParameterFilterTest.java} | 30 ++-
core-cube/pom.xml | 2 +-
.../java/org/apache/kylin/cube/CubeInstance.java | 7 +-
.../apache/kylin/cube/cuboid/CuboidModeEnum.java | 2 +-
core-job/pom.xml | 2 +-
core-metadata/pom.xml | 2 +-
.../metadata/realization/CapabilityResult.java | 4 +
core-metrics/pom.xml | 2 +-
core-storage/pom.xml | 2 +-
jdbc/pom.xml | 2 +-
.../query/sql/{query00.sql => query115.sql} | 2 +-
.../sql_percentile/{query01.sql => query03.sql} | 3 +-
.../kylin-soft-affinity-cache/pom.xml | 4 +-
.../kylin-spark-classloader/pom.xml | 4 +-
.../kylin/spark/classloader/ClassLoaderUtils.java | 20 --
.../kylin/spark/classloader/SparkClassLoader.java | 212 ---------------
.../kylin/spark/classloader/TomcatClassLoader.java | 9 -
kylin-spark-project/kylin-spark-common/pom.xml | 7 +-
kylin-spark-project/kylin-spark-engine/pom.xml | 2 +-
.../kylin/engine/spark/job/NSparkExecutable.java | 21 +-
.../kylin/engine/spark/job/OptimizeBuildJob.java | 28 +-
.../kylin/engine/spark/job/CubeBuildJob.java | 82 +++---
.../kylin/engine/spark/job/CubeMergeJob.java | 41 ++-
.../kylin/engine/spark/utils/JobMetricsUtils.scala | 93 ++-----
.../utils/QueryExecutionInterceptListener.scala | 51 ++++
.../org/apache/spark/application/JobMonitor.scala | 2 +-
kylin-spark-project/kylin-spark-metadata/pom.xml | 2 +-
.../engine/spark/metadata/MetadataConverter.scala | 3 +-
kylin-spark-project/kylin-spark-query/pom.xml | 2 +-
.../org/apache/kylin/query/SchemaProcessor.scala | 2 +-
.../kylin/query/runtime/SparderRexVisitor.scala | 6 +-
.../apache/kylin/query/runtime/SparkEngine.java | 3 +
.../kylin/query/runtime/plans/AggregatePlan.scala | 16 +-
.../kylin/query/runtime/plans/ResultPlan.scala | 5 +
.../apache/kylin/query/util/SparkJobTrace.scala | 118 ++++++++
.../org/apache/spark/sql/SparderContext.scala | 25 +-
.../org/apache/spark/sql/metrics/AppStatus.scala | 101 +++++++
kylin-spark-project/kylin-spark-test/pom.xml | 2 +-
kylin-spark-project/pom.xml | 2 +-
metastore-hbase/pom.xml | 2 +-
metrics-reporter-hive/pom.xml | 2 +-
metrics-reporter-kafka/pom.xml | 2 +-
parquet-assembly/pom.xml | 2 +-
pom.xml | 20 +-
query/pom.xml | 5 +-
.../org/apache/kylin/query/util/CommentParser.jj | 24 +-
.../query/relnode/OLAPToEnumerableConverter.java | 3 +
.../org/apache/kylin/query/routing/Candidate.java | 58 ++--
.../apache/kylin/query/routing/QueryRouter.java | 5 +
.../query/routing/rules/RealizationSortRule.java | 3 +-
.../org/apache/kylin/query/util/PushDownUtil.java | 2 +-
.../kylin/query/util/QueryModelPriorities.java | 53 ++++
.../kylin/query/routing/CandidateSortTest.java | 206 ++++++++++++++
.../query/util/DefaultQueryTransformerTest.java | 11 +
.../kylin/query/util/QueryModelPrioritiesTest.java | 43 +++
server-base/pom.xml | 6 +-
.../kylin/rest/controller/AccessController.java | 43 +++
.../kylin/rest/controller/CubeController.java | 36 +++
.../kylin/rest/controller/CubeDescController.java | 18 ++
.../kylin/rest/controller/JobController.java | 6 +-
.../kylin/rest/controller/ModelController.java | 19 ++
.../kylin/rest/controller/ProjectController.java | 18 +-
.../kylin/rest/controller/QueryController.java | 13 +
.../kylin/rest/controller/TableACLController.java | 18 ++
.../kylin/rest/controller/TableController.java | 20 +-
.../apache/kylin/rest/job/MetadataCleanupJob.java | 4 +-
.../apache/kylin/rest/response/SQLResponse.java | 10 +
.../SQLResponseTrace.java} | 61 ++---
.../org/apache/kylin/rest/service/CubeService.java | 7 +-
.../kylin/rest/service/DiagnosisService.java | 7 +-
.../apache/kylin/rest/service/ProjectService.java | 12 +
.../apache/kylin/rest/service/QueryService.java | 44 ++-
.../kylin/rest/response/SQLResponseTest.java | 2 +-
.../execute/d861b8b7-c773-47ab-bb1e-c8782ae8d930 | 2 +-
server/pom.xml | 4 +-
server/src/main/webapp/WEB-INF/web.xml | 2 +-
.../kylin/rest/service/QueryServiceTest.java | 6 +
source-hive/pom.xml | 13 +-
.../kylin/source/hive/BeelineHiveClient.java | 300 ---------------------
.../apache/kylin/source/hive/CLIHiveClient.java | 191 -------------
.../kylin/source/hive/HiveClientFactory.java | 6 +-
.../apache/kylin/source/hive/HiveTableMeta.java | 4 +-
.../kylin/source/hive/HiveTableMetaBuilder.java | 4 +-
.../apache/kylin/source/hive/SparkHiveClient.java | 140 ++++++++++
.../kylin/source/hive/BeelineHIveClientTest.java | 51 ----
tool-assembly/pom.xml | 2 +-
tool/pom.xml | 2 +-
108 files changed, 1937 insertions(+), 1753 deletions(-)
create mode 100644 build/bin/check-hadoop-env.sh
delete mode 100755 build/bin/find-hive-dependency.sh
create mode 100644 build/bin/prepare-hadoop-dependency.sh
delete mode 100644 build/bin/replace-jars-under-spark.sh
create mode 100644
core-common/src/main/java/org/apache/kylin/common/QueryTrace.java
create mode 100644
core-common/src/main/java/org/apache/kylin/common/util/ParameterFilter.java
copy
core-metadata/src/test/java/org/apache/kylin/metadata/datatype/DataTypeTest.java
=> core-common/src/test/java/org/apache/kylin/common/QueryTraceTest.java (50%)
delete mode 100644
core-common/src/test/java/org/apache/kylin/common/util/HiveCmdBuilderTest.java
rename
core-common/src/test/java/org/apache/kylin/common/util/{CliCommandExecutorTest.java
=> ParameterFilterTest.java} (69%)
copy kylin-it/src/test/resources/query/sql/{query00.sql => query115.sql} (95%)
copy kylin-it/src/test/resources/query/sql_percentile/{query01.sql =>
query03.sql} (87%)
delete mode 100644
kylin-spark-project/kylin-spark-classloader/src/main/java/org/apache/kylin/spark/classloader/SparkClassLoader.java
create mode 100644
kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/utils/QueryExecutionInterceptListener.scala
create mode 100644
kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/util/SparkJobTrace.scala
create mode 100644
kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/spark/sql/metrics/AppStatus.scala
create mode 100644
query/src/main/java/org/apache/kylin/query/util/QueryModelPriorities.java
create mode 100644
query/src/test/java/org/apache/kylin/query/routing/CandidateSortTest.java
create mode 100644
query/src/test/java/org/apache/kylin/query/util/QueryModelPrioritiesTest.java
copy
server-base/src/main/java/org/apache/kylin/rest/{request/SaveSqlRequest.java =>
response/SQLResponseTrace.java} (58%)
delete mode 100644
source-hive/src/main/java/org/apache/kylin/source/hive/BeelineHiveClient.java
delete mode 100644
source-hive/src/main/java/org/apache/kylin/source/hive/CLIHiveClient.java
create mode 100644
source-hive/src/main/java/org/apache/kylin/source/hive/SparkHiveClient.java
delete mode 100644
source-hive/src/test/java/org/apache/kylin/source/hive/BeelineHIveClientTest.java
