This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a change to branch kylin5
in repository https://gitbox.apache.org/repos/asf/kylin.git
from 80ff228502 KYLIN-5391 Kylin metadata tool for read specific file
new 618c2e37c7 KYLIN-5402 fix performance of checking computed columns
new 59a9b46a2c KYLIN-5309 propose more flexible runtime join scenarios for
Kylin
new f2788dee93 KYLIN-5403 fix potential deadlock of class loading of
RoutingRule.java
new 3c84cd06ba support clikchouse jdbc url ext config
new 4a971ae091 KYLIN-5400 fix query distinct aggregation not supported
new ee2bfd18a2 KYLIN-5398 Fix the problem of code override caused by revert
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
dev-support/sandbox/conf/kylin.properties | 4 +
...deRequest.java => ProjectExclusionRequest.java} | 6 +-
.../kylin/rest/request/TableExclusionRequest.java} | 38 ++-
.../rest/response/ExcludedColumnResponse.java} | 25 +-
.../response/ExcludedTableDetailResponse.java} | 21 +-
.../rest/response/ExcludedTableResponse.java} | 13 +-
.../kylin/rest/response/ProjectConfigResponse.java | 25 +-
.../apache/kylin/rest/service/ProjectService.java | 37 ++-
.../org/apache/kylin/common/KylinConfigBase.java | 30 +-
.../common/exception/code/ErrorCodeServer.java | 4 +-
.../common/persistence/RootPersistentEntity.java | 2 +-
.../resources/kylin_error_msg_conf_cn.properties | 1 +
.../resources/kylin_error_msg_conf_en.properties | 1 +
.../main/resources/kylin_errorcode_conf.properties | 1 +
.../apache/kylin/metadata/MetadataExtension.java | 87 ------
.../metadata/cube/cuboid/AggIndexMatcher.java | 60 ++--
.../kylin/metadata/cube/cuboid/ChooserContext.java | 11 +-
.../kylin/metadata/cube/cuboid/IndexMatcher.java | 94 ++++--
.../metadata/cube/cuboid/NQueryLayoutChooser.java | 152 +++++-----
.../metadata/cube/cuboid/TableIndexMatcher.java | 60 ++--
.../kylin/metadata/cube/model/NBatchConstants.java | 1 -
.../kylin/metadata/cube/model/NDataSegment.java | 14 -
.../metadata/favorite/FavoriteRuleManager.java | 9 +-
...udedLookupChecker.java => AntiFlatChecker.java} | 186 +++++-------
.../kylin/metadata/model/ColExcludedChecker.java | 177 ++++++++++++
.../kylin/metadata/model/ComputedColumnDesc.java | 4 +
.../metadata/model/NTableMetadataManager.java | 12 +
.../apache/kylin/metadata/model/TableExtDesc.java | 99 +++----
.../kylin/metadata/model/alias/AliasMapping.java | 18 +-
.../metadata/model/alias/ExpressionComparator.java | 18 +-
.../kylin/metadata/model/tool/CalciteParser.java | 4 +-
.../metadata/model/util/ComputedColumnUtil.java | 8 +-
.../query/QueryExcludedTablesExtension.java | 30 --
.../metadata/recommendation/ref/OptRecV2.java | 20 +-
.../org/apache/kylin/model/TableExtDescTest.java | 32 +--
.../org/apache/kylin/util/MetadataTestUtils.java | 214 ++++++++++++++
.../kylin/rest/service/ModelServiceBuildTest.java | 2 +-
src/datasource-service/pom.xml | 6 +
.../kylin/rest/response/TableDescResponse.java | 6 +-
.../apache/kylin/rest/service/TableExtService.java | 131 ++++++++-
.../apache/kylin/rest/service/TableService.java | 131 +++++----
.../kylin/rest/service/TableExtServiceTest.java | 317 ++++++++++++++++++++-
.../test_case_data/sandbox/kylin.properties | 8 +-
.../kylin/metadata/model/AntiFlatCheckerTest.java | 167 +++++++++++
.../metadata/model/ColExcludedCheckerTest.java | 205 +++++++++++++
.../java/org/apache/kylin/util/ExecAndComp.java | 5 +-
.../kylin/rest/controller/NProjectController.java | 19 +-
.../kylin/rest/controller/NTableController.java | 86 +++++-
.../rest/controller/NProjectControllerTest.java | 15 +-
.../rest/controller/NTableControllerTest.java | 71 ++++-
src/modeling-service/pom.xml | 21 ++
.../kylin/rest/response/NDataModelResponse.java | 65 ++---
.../kylin/rest/service/ModelSemanticHelper.java | 2 +-
.../apache/kylin/rest/service/ModelService.java | 106 +++----
.../rest/response/NDataModelResponseTest.java | 105 +++++--
.../kylin/rest/service/ModelServiceTest.java | 39 +--
.../kylin/rest/service/ProjectServiceTest.java | 43 ++-
.../kylin/rest/service/TableReloadServiceTest.java | 210 ++++++++++----
.../kylin/rest/service/TableServiceTest.java | 16 +-
.../apache/kylin/query/relnode/OLAPContext.java | 32 +--
.../apache/kylin/query/routing/QueryRouter.java | 48 +++-
.../kylin/query/routing/RealizationChooser.java | 28 +-
.../kylin/query/routing/RealizationPruner.java | 16 +-
.../apache/kylin/query/routing/RoutingRule.java | 81 ------
.../kylin/query/util/ComputedColumnRewriter.java | 51 ++--
.../kylin/query/util/ConvertToComputedColumn.java | 80 +++---
.../apache/kylin/query/util/QueryAliasMatcher.java | 8 +
.../org/apache/kylin/query/util/QueryUtil.java | 6 +-
.../query/util/RestoreFromComputedColumn.java | 2 +-
.../kylin/rest/service/ModelServiceQueryTest.java | 4 +-
.../kylin/rest/service/QueryServiceTest.java | 26 ++
.../org/apache/kylin/query/engine/QueryExec.java | 17 +-
.../kylin/query/util/ExpressionComparatorTest.java | 100 ++++---
.../org/apache/kylin/query/util/QueryUtilTest.java | 26 +-
.../kyligence/kap/clickhouse/job/ClickHouse.java | 31 +-
.../kap/clickhouse/job/ClickHouseTest.java | 10 +-
.../service/ModelServiceWithSecondStorageTest.java | 2 +-
src/spark-project/engine-spark/pom.xml | 6 +
.../kylin/engine/spark/job/NSparkCubingJob.java | 148 +++++-----
.../kylin/engine/spark/job/NSparkExecutable.java | 12 -
.../engine/spark/builder/SegmentFlatTable.scala | 18 +-
.../apache/kylin/engine/spark/job/SegmentJob.java | 11 +-
.../job/stage/build/FlatTableAndDictBase.scala | 16 +-
.../engine/spark/model/SegmentFlatTableDesc.java | 15 +-
.../engine/spark/NLocalWithSparkSessionTest.java | 6 -
.../engine/spark/job/NSparkCubingJobTest.java | 56 ++--
.../query/asyncprofiler/AsyncProfilingTest.scala | 2 +
.../QueryAsyncProfilerDriverPluginTest.scala | 8 +-
.../kylin/common/asyncprofiler/AsyncArchUtil.java | 2 +-
.../kylin/common/asyncprofiler/AsyncProfiler.java | 9 +-
.../async-profiler-lib/linux64/libasyncProfiler.so | Bin 314098 -> 0 bytes
.../async-profiler-lib/macOS/libasyncProfiler.so | Bin 239460 -> 0 bytes
.../common/asyncprofiler/AsyncArchUtilTest.java | 2 +-
.../common/asyncprofiler/AsyncProfilerTest.java | 3 +-
.../BuildAsyncProfilerDriverPluginTest.scala | 4 +-
.../apache/kylin/rest/util/AclPermissionUtil.java | 4 +-
96 files changed, 2841 insertions(+), 1343 deletions(-)
copy
src/common-service/src/main/java/org/apache/kylin/rest/request/{MaintenanceModeRequest.java
=> ProjectExclusionRequest.java} (87%)
copy
src/{core-metadata/src/main/java/org/apache/kylin/metadata/resourcegroup/ResourceGroupMappingInfo.java
=>
common-service/src/main/java/org/apache/kylin/rest/request/TableExclusionRequest.java}
(53%)
copy
src/{modeling-service/src/main/java/org/apache/kylin/rest/response/SimplifiedColumnResponse.java
=>
common-service/src/main/java/org/apache/kylin/rest/response/ExcludedColumnResponse.java}
(67%)
copy
src/{datasource-service/src/main/java/org/apache/kylin/rest/response/BatchLoadTableResponse.java
=>
common-service/src/main/java/org/apache/kylin/rest/response/ExcludedTableDetailResponse.java}
(65%)
copy
src/{datasource-service/src/main/java/org/apache/kylin/rest/response/BatchLoadTableResponse.java
=>
common-service/src/main/java/org/apache/kylin/rest/response/ExcludedTableResponse.java}
(77%)
delete mode 100644
src/core-metadata/src/main/java/org/apache/kylin/metadata/MetadataExtension.java
rename
src/core-metadata/src/main/java/org/apache/kylin/metadata/model/{ExcludedLookupChecker.java
=> AntiFlatChecker.java} (59%)
create mode 100644
src/core-metadata/src/main/java/org/apache/kylin/metadata/model/ColExcludedChecker.java
delete mode 100644
src/core-metadata/src/main/java/org/apache/kylin/metadata/query/QueryExcludedTablesExtension.java
create mode 100644
src/core-metadata/src/test/java/org/apache/kylin/util/MetadataTestUtils.java
create mode 100644
src/kylin-it/src/test/java/org/apache/kylin/metadata/model/AntiFlatCheckerTest.java
create mode 100644
src/kylin-it/src/test/java/org/apache/kylin/metadata/model/ColExcludedCheckerTest.java
delete mode 100755
src/spark-project/spark-common/src/main/resources/async-profiler-lib/linux64/libasyncProfiler.so
delete mode 100755
src/spark-project/spark-common/src/main/resources/async-profiler-lib/macOS/libasyncProfiler.so
