This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a commit to branch kylin4_on_cloud
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/kylin4_on_cloud by this push:
new 508e8f5 Add s3a properties for glue (#1828)
508e8f5 is described below
commit 508e8f51c51476152994d3c2d315dd22b993c409
Author: Yaqian Zhang <[email protected]>
AuthorDate: Thu Mar 10 13:52:15 2022 +0800
Add s3a properties for glue (#1828)
---
backup/properties/default/kylin.properties | 3 ++-
backup/properties/templates/kylin.properties.template | 3 ++-
2 files changed, 4 insertions(+), 2 deletions(-)
diff --git a/backup/properties/default/kylin.properties
b/backup/properties/default/kylin.properties
index 0bd043c..ef5ef94 100644
--- a/backup/properties/default/kylin.properties
+++ b/backup/properties/default/kylin.properties
@@ -40,7 +40,7 @@
kylin.engine.spark-conf.spark.executor.processTreeMetrics.enabled=true
kylin.engine.spark-conf.spark.hadoop.parquet.page.size=1048576
kylin.engine.spark-conf.spark.hadoop.parquet.page.row.count.limit=100000
kylin.engine.spark-conf.spark.hadoop.parquet.block.size=268435456
-kylin.query.spark-conf.spark.hadoop.parquet.filter.columnindex.enabled=true
+kylin.engine.spark-conf.spark.hadoop.fs.s3.impl=org.apache.hadoop.fs.s3a.S3AFileSystem
## Query Engine Resource
kylin.query.spark-conf.spark.master=spark://{{ SPARK_MASTER }}:7077
@@ -52,6 +52,7 @@ kylin.query.spark-conf.spark.executor.cores=2
kylin.query.spark-conf.spark.executor.memory=7G
kylin.query.spark-conf.spark.executor.memoryOverhead=1G
kylin.query.spark-conf.spark.sql.parquet.filterPushdown=false
+kylin.query.spark-conf.spark.hadoop.parquet.filter.columnindex.enabled=true
### support prometheus
kylin.query.spark-conf.spark.ui.prometheus.enabled=true
diff --git a/backup/properties/templates/kylin.properties.template
b/backup/properties/templates/kylin.properties.template
index 0bd043c..ef5ef94 100644
--- a/backup/properties/templates/kylin.properties.template
+++ b/backup/properties/templates/kylin.properties.template
@@ -40,7 +40,7 @@
kylin.engine.spark-conf.spark.executor.processTreeMetrics.enabled=true
kylin.engine.spark-conf.spark.hadoop.parquet.page.size=1048576
kylin.engine.spark-conf.spark.hadoop.parquet.page.row.count.limit=100000
kylin.engine.spark-conf.spark.hadoop.parquet.block.size=268435456
-kylin.query.spark-conf.spark.hadoop.parquet.filter.columnindex.enabled=true
+kylin.engine.spark-conf.spark.hadoop.fs.s3.impl=org.apache.hadoop.fs.s3a.S3AFileSystem
## Query Engine Resource
kylin.query.spark-conf.spark.master=spark://{{ SPARK_MASTER }}:7077
@@ -52,6 +52,7 @@ kylin.query.spark-conf.spark.executor.cores=2
kylin.query.spark-conf.spark.executor.memory=7G
kylin.query.spark-conf.spark.executor.memoryOverhead=1G
kylin.query.spark-conf.spark.sql.parquet.filterPushdown=false
+kylin.query.spark-conf.spark.hadoop.parquet.filter.columnindex.enabled=true
### support prometheus
kylin.query.spark-conf.spark.ui.prometheus.enabled=true
