This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a change to branch kylin5
in repository https://gitbox.apache.org/repos/asf/kylin.git
from 0408501504 KYLIN-5308 add transaction timeout when epoch renew
new 7cab52b1f0 fix secondstorage index refresh locked
new c583f43324 KYLIN-5311 Improve performance of getSubstitutor
new 4989854945 KYLIN-5312 Add verification to the parameters about update
password
new 59f05cd572 fix second storage skipping index status error after
rebalance
new 3937edeaa0 KYLIN-5313 Support move flat_table from readCluster to
writeCluster
new f4f2b21ee8 KYLIN-5314 check name conflict before export tds file
new 275d57dea5 KYLIN-5315 update AutoRefreshSnapshotScheduler
afterPropertiesSet
new b04afb32a2 add second storage index lock check
new 6836fba580 KYLIN-5316 fix stackOverflowError when cc colmun name
equals dimension name
new 13bd871bdf skip secondary index while modify column
new a79a9b487d KYLIN-5317 Change parameter
kylin.metrics.hdfs-periodic-calculation-enabled to default true
new b55dcac51b fix skipping index status wrong when deletenode
new 8b31539dab KYLIN-5318 adjust CC names Adjust dimensions measure and
filter condition simultaneously
new 2902a64d43 check project admin permission
new 19232aba8f KYLIN-5319 Earlier Init Segment LayoutInfo In FilePruner
new 294895e4ee KYLIN-5320 check and update dataflow lastQueryTime
new 6cba5e6339 KYLIN-5322 fix select count when out of segment range
new 5c8bb01017 KYLIN-5323 fix segment matched to wrong model
new a5875f29c1 KYLIN-5324 tableindex answer select start
new fb7f07c680 Revert Fix QueryHistory Clean
new c359214319 KYLIN-5325 Fix the number type conversion problem caused by
writing JSON files
new 21a6b9f7f6 KYLIN-5326 Fix request parameter json deserializer
The 22 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
build/sbin/prepare-flat-table.sh | 122 +++++
.../kylin/rest/controller/NBasicController.java | 39 +-
.../service/task/QueryHistoryTaskScheduler.java | 19 +-
.../kylin/rest/service/UserAclServiceTest.java | 7 +-
.../task/QueryHistoryTaskSchedulerRunnerTest.java | 34 +-
.../task/QueryHistoryTaskSchedulerTest.java | 48 +-
.../kylin/common/ICachedExternalConfigLoader.java | 2 +-
.../org/apache/kylin/common/KylinConfigBase.java | 60 +-
.../kylin/common/KylinExternalConfigLoader.java | 9 +-
.../apache/kylin/common/PropertiesDelegate.java | 34 +-
.../common/exception/code/ErrorCodeServer.java | 2 +
.../org/apache/kylin/common/msg/CnMessage.java | 16 -
.../java/org/apache/kylin/common/msg/Message.java | 14 +-
.../common/util/ArgsTypeJsonDeserializer.java | 35 +-
.../resources/kylin_error_msg_conf_cn.properties | 4 +-
.../resources/kylin_error_msg_conf_en.properties | 4 +-
.../main/resources/kylin_errorcode_conf.properties | 2 +
.../apache/kylin/common/KylinConfigBaseTest.java | 9 +
.../kylin/common/PropertiesDelegateTest.java | 116 ++++
.../common/util/ArgsTypeJsonDeserializerTest.java | 156 ++++++
.../kylin/common/util/CompositeMapViewTest.java | 167 ++++++
.../metadata/cube/cuboid/NQueryLayoutChooser.java | 33 +-
.../metadata/cube/cuboid/TableIndexMatcher.java | 24 +-
.../kylin/metadata/cube/model/IndexPlan.java | 22 +-
.../kylin/metadata/cube/model/NDataSegment.java | 4 +-
.../kylin/metadata/cube/model/NDataflow.java | 21 +-
.../metadata/cube/model/NDataflowManager.java | 57 +-
.../cube/realization/HybridRealization.java | 1 -
.../metadata/model/util/ComputedColumnUtil.java | 20 +-
.../metadata/query/JdbcQueryHistoryStore.java | 73 +--
.../kylin/metadata/query/RDBMSQueryHistoryDAO.java | 44 +-
.../metadata/realization/CapabilityResult.java | 6 +-
.../apache/kylin/metrics/HdfsCapacityMetrics.java | 38 +-
.../kylin/metadata/cube/model/NDataflowTest.java | 91 ++-
.../metadata/query/RDBMSQueryHistoryDaoTest.java | 68 ---
.../kylin/metrics/HdfsCapacityMetricsTest.java | 26 +-
.../rest/scheduler/AutoRefreshSnapshotRunner.java | 64 +--
.../scheduler/AutoRefreshSnapshotScheduler.java | 38 +-
...pshotThread.java => BuildSnapshotRunnable.java} | 4 +-
...leThread.java => CheckSourceTableRunnable.java} | 2 +-
.../kylin/rest/service/ModelBuildService.java | 34 +-
.../scheduler/AutoRefreshSnapshotConfigTest.java | 58 ++
.../scheduler/AutoRefreshSnapshotRunnerTest.java | 66 +--
...eadTest.java => BuildSnapshotRunnableTest.java} | 20 +-
...Test.java => CheckSourceTableRunnableTest.java} | 11 +-
.../rest/service/FusionModelServiceBuildTest.java | 8 +-
.../kylin/rest/service/ModelServiceBuildTest.java | 68 +--
.../rest/controller/open/OpenModelController.java | 59 +-
.../kylin/rest/controller/NModelController.java | 95 +---
.../kylin/rest/controller/NTableController.java | 21 +-
.../kylin/rest/controller/NUserController.java | 13 +-
.../rest/controller/v2/NModelControllerV2.java | 5 +-
.../rest/controller/v2/NProjectControllerV2.java | 6 +-
.../controller/open/OpenModelControllerTest.java | 69 +++
.../rest/controller/NModelControllerTest.java | 74 +--
.../kylin/rest/controller/NUserControllerTest.java | 6 +-
.../controller/open/OpenTableControllerTest.java | 50 +-
.../kylin/rest/service/AbstractModelService.java | 140 +++++
.../kylin/rest/service/FusionModelService.java | 6 +-
.../apache/kylin/rest/service/ModelService.java | 460 +++-------------
.../apache/kylin/rest/service/ModelTdsService.java | 336 ++++++++++++
.../kylin/rest/service/ModelServiceTest.java | 577 ++++----------------
.../kylin/rest/service/ModelTdsServiceTest.java | 607 +++++++++++++++++++++
.../org/apache/kylin/query/schema/OLAPTable.java | 32 +-
.../org/apache/kylin/tool/bisync/BISyncTool.java | 20 +-
.../org/apache/kylin/tool/bisync/SyncContext.java | 2 +
.../apache/kylin/tool/bisync/SyncModelBuilder.java | 308 +++++------
.../apache/kylin/tool/bisync/model/ColumnDef.java | 80 +--
.../apache/kylin/tool/bisync/model/SyncModel.java | 72 +--
.../bisync/tableau/TableauDataSourceConverter.java | 2 +-
.../SnapshotSourceTableStatsServiceTest.scala | 7 +-
.../service/SnapshotSourceTableStatsService.java | 21 +-
.../TestSnapshotSourceTableStatsService.java | 36 --
.../engine/exec/sparder/SparderQueryPlanExec.java | 10 +-
.../kylin/query/routing/CandidateSortTest.java | 59 ++
.../kap/secondstorage/SecondStorageIndexTest.java | 23 +-
.../kap/secondstorage/SecondStorageLockTest.java | 20 +-
.../database/ClickHouseQueryOperator.java | 8 +-
.../job/ClickhouseRefreshSecondaryIndex.java | 47 +-
.../kap/clickhouse/job/RefreshSecondaryIndex.java | 60 +-
.../metadata/ClickHouseMetadataOperator.java | 101 ++--
.../management/SecondStorageScheduleService.java | 7 +-
.../management/SecondStorageService.java | 19 +-
.../kap/secondstorage/database/QueryOperator.java | 3 +-
.../kap/secondstorage/metadata/TableData.java | 1 +
.../kap/secondstorage/metadata/TableEntity.java | 9 +-
.../kylin/query/runtime/plan/TableScanPlan.scala | 43 +-
.../apache/kylin/query/util/RuntimeHelper.scala | 17 +-
.../query/runtime/plan/SegmentEmptyTest.scala | 50 ++
.../org/apache/spark/sql/SparderTypeUtil.scala | 13 +-
.../sql/execution/datasource/FilePruner.scala | 21 +-
.../sql/execution/datasource/FilePrunerSuite.scala | 10 +-
.../java/org/apache/kylin/tool/ProjectTool.java} | 54 +-
.../org/apache/kylin/tool/ProjectToolTest.java} | 32 +-
.../kylin/tool/bisync/SyncModelBuilderTest.java | 78 ++-
.../kylin/tool/bisync/SyncModelTestUtil.java | 1 +
.../upgrade/RenameProjectResourceToolTest.java | 2 +-
97 files changed, 3349 insertions(+), 2243 deletions(-)
create mode 100644 build/sbin/prepare-flat-table.sh
rename src/{query-service =>
common-service}/src/test/java/org/apache/kylin/rest/service/task/QueryHistoryTaskSchedulerRunnerTest.java
(82%)
rename src/{query-service =>
common-service}/src/test/java/org/apache/kylin/rest/service/task/QueryHistoryTaskSchedulerTest.java
(93%)
create mode 100644
src/core-common/src/test/java/org/apache/kylin/common/util/ArgsTypeJsonDeserializerTest.java
create mode 100644
src/core-common/src/test/java/org/apache/kylin/common/util/CompositeMapViewTest.java
rename
src/data-loading-service/src/main/java/org/apache/kylin/rest/scheduler/{BuildSnapshotThread.java
=> BuildSnapshotRunnable.java} (99%)
rename
src/data-loading-service/src/main/java/org/apache/kylin/rest/scheduler/{CheckSourceTableThread.java
=> CheckSourceTableRunnable.java} (98%)
create mode 100644
src/data-loading-service/src/test/java/org/apache/kylin/rest/scheduler/AutoRefreshSnapshotConfigTest.java
rename
src/data-loading-service/src/test/java/org/apache/kylin/rest/scheduler/{BuildSnapshotThreadTest.java
=> BuildSnapshotRunnableTest.java} (97%)
rename
src/data-loading-service/src/test/java/org/apache/kylin/rest/scheduler/{CheckSourceTableThreadTest.java
=> CheckSourceTableRunnableTest.java} (93%)
create mode 100644
src/modeling-service/src/main/java/org/apache/kylin/rest/service/AbstractModelService.java
create mode 100644
src/modeling-service/src/main/java/org/apache/kylin/rest/service/ModelTdsService.java
create mode 100644
src/modeling-service/src/test/java/org/apache/kylin/rest/service/ModelTdsServiceTest.java
delete mode 100644
src/query-service/src/test/java/org/apache/kylin/rest/service/TestSnapshotSourceTableStatsService.java
create mode 100644
src/spark-project/sparder/src/test/scala/org/apache/kylin/query/runtime/plan/SegmentEmptyTest.scala
copy
src/{common-service/src/main/java/org/apache/kylin/rest/util/JStackDumpTask.java
=> tool/src/main/java/org/apache/kylin/tool/ProjectTool.java} (50%)
copy
src/{common-service/src/test/java/org/apache/kylin/rest/util/JStackDumpTaskTest.java
=> tool/src/test/java/org/apache/kylin/tool/ProjectToolTest.java} (61%)
