This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a change to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git.
from 2ad58c7 KYLIN-4872 Fix NPE when there are more than one segment if
cube planner is open
new af3a1b5 KYLIN-4857 Refactor system cube for kylin4
new ad7b472 add test case
new 7431240 KYLIN-4496: Metric data missing
new 3400338 KYLIN-4573 Add option to indicate whether to close file for
every append for Hive Producer
new 6f48ce8 KYLIN-4653 Make the capacity for the LinkedBlockingQueue of
BlockingReservoir configurable
new 5b3859c KYLIN-4653 Make the capacity for the LinkedBlockingQueue of
BlockingReservoir configurable
new dc5f295 Fix test case and fix system-cube.sh script
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/maven.yml | 8 +-
build/bin/system-cube.sh | 38 +-
.../org/apache/kylin/common/KylinConfigBase.java | 20 +-
.../apache/kylin/metrics/QuerySparkMetrics.java | 763 +++++++++++++++++++++
.../kylin/metrics/lib/impl/BlockingReservoir.java | 31 +-
.../kylin/metrics/lib/impl/MetricsSystem.java | 2 +
...pertyEnum.java => QuerySparkExecutionEnum.java} | 49 +-
...RPCPropertyEnum.java => QuerySparkJobEnum.java} | 41 +-
...CPropertyEnum.java => QuerySparkStageEnum.java} | 40 +-
examples/test_case_data/localmeta/kylin.properties | 5 +-
.../org/apache/spark/sql/SparderContext.scala | 6 +
.../spark/sql/metrics/SparderMetricsListener.scala | 144 ++++
.../kylin/metrics/lib/impl/hive/HiveProducer.java | 94 ++-
.../kylin/rest/controller/CubeController.java | 9 +-
.../apache/kylin/rest/init/InitialTaskManager.java | 2 +
.../kylin/rest/metrics/QueryMetricsFacade.java | 166 +----
.../apache/kylin/rest/response/SQLResponse.java | 10 +
.../org/apache/kylin/rest/service/CubeService.java | 6 +-
.../kylin/rest/service/DashboardService.java | 20 +-
.../apache/kylin/rest/service/QueryService.java | 24 +-
.../kylin/rest/response/SQLResponseTest.java | 9 +-
server/src/main/resources/kylinMetrics.xml | 9 +-
.../kylin/rest/metrics/QueryMetricsTest.java | 254 ++++++-
.../tool/metrics/systemcube/CubeDescCreator.java | 302 +++++---
.../metrics/systemcube/CubeInstanceCreator.java | 14 +-
.../tool/metrics/systemcube/HiveTableCreator.java | 136 ++--
.../tool/metrics/systemcube/KylinTableCreator.java | 20 +-
.../tool/metrics/systemcube/ModelCreator.java | 138 ++--
.../kylin/tool/metrics/systemcube/SCCreator.java | 18 +-
.../systemcube/streamingv2/KafkaTopicCreator.java | 6 +-
webapp/app/js/services/cubes.js | 4 +-
31 files changed, 1865 insertions(+), 523 deletions(-)
create mode 100644
core-metrics/src/main/java/org/apache/kylin/metrics/QuerySparkMetrics.java
copy
core-metrics/src/main/java/org/apache/kylin/metrics/property/{QueryPropertyEnum.java
=> QuerySparkExecutionEnum.java} (55%)
copy
core-metrics/src/main/java/org/apache/kylin/metrics/property/{QueryRPCPropertyEnum.java
=> QuerySparkJobEnum.java} (58%)
copy
core-metrics/src/main/java/org/apache/kylin/metrics/property/{QueryRPCPropertyEnum.java
=> QuerySparkStageEnum.java} (56%)
create mode 100644
kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/spark/sql/metrics/SparderMetricsListener.scala
