[kylin] branch kylin-on-parquet-v2 updated: KYLIN-5013 Write table_snapshot to wrong cluster in Kylin4.0

[xxyu]

This is an automated email from the ASF dual-hosted git repository.

xxyu pushed a commit to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git


The following commit(s) were added to refs/heads/kylin-on-parquet-v2 by this 
push:
     new 23ecb27  KYLIN-5013 Write table_snapshot to wrong cluster in Kylin4.0
23ecb27 is described below

commit 23ecb279f3df849c7c99c304ca63d427a28ee393
Author: tianhui5 <tianh...@xiaomi.com>
AuthorDate: Mon Jun 21 18:59:43 2021 +0800

    KYLIN-5013 Write table_snapshot to wrong cluster in Kylin4.0
---
 .../org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala     | 2 +-
 .../scala/org/apache/kylin/query/runtime/SparderLookupManager.scala     | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git 
a/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala
 
b/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala
index 146dcab..0248fb5 100644
--- 
a/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala
+++ 
b/kylin-spark-project/kylin-spark-engine/src/main/scala/org/apache/kylin/engine/spark/builder/CubeSnapshotBuilder.scala
@@ -75,7 +75,7 @@ class CubeSnapshotBuilder extends Logging {
     val newSnapMap = Maps.newHashMap[String, String]
     val fs = HadoopUtil.getWorkingFileSystem
     val kylinConf = seg.kylinconf
-    val baseDir = kylinConf.getReadHdfsWorkingDirectory
+    val baseDir = kylinConf.getHdfsWorkingDirectory
     val toBuildTableDesc = seg.snapshotTables
     if (kylinConf.isSnapshotParallelBuildEnabled) {
       val service = Executors.newCachedThreadPool()
diff --git 
a/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala
 
b/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala
index 920084c..ed367c0 100644
--- 
a/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala
+++ 
b/kylin-spark-project/kylin-spark-query/src/main/scala/org/apache/kylin/query/runtime/SparderLookupManager.scala
@@ -65,7 +65,7 @@ object SparderLookupManager extends Logging {
           columns(index).getName).toString,
           SparkTypeUtil.toSparkType(columns(index).getType))
       }))
-    val rsourcePath = kylinConfig.getReadHdfsWorkingDirectory + sourcePath
+    val rsourcePath = kylinConfig.getHdfsWorkingDirectory + sourcePath
     SparderContext.getSparkSession.read
       .schema(StructType(tableDesc.getColumns.map(column => 
StructField(column.getName, SparkTypeUtil.toSparkType(column.getType))).toSeq))
       .parquet(rsourcePath)