This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 01b79c38e9 [GLUEN-10107][INFRA] Deprecate `isUseUniffleShuffleManager`
from glutenConfig (#10558)
01b79c38e9 is described below
commit 01b79c38e9a1f868b68126cc1e1dffa08ea34c64
Author: Terry Wang <[email protected]>
AuthorDate: Mon Sep 1 16:36:06 2025 +0800
[GLUEN-10107][INFRA] Deprecate `isUseUniffleShuffleManager` from
glutenConfig (#10558)
---
.../gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala | 14 +++++---------
.../main/scala/org/apache/gluten/config/GlutenConfig.scala | 2 +-
2 files changed, 6 insertions(+), 10 deletions(-)
diff --git
a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala
b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala
index 053e3c6c5b..2f443c2b2c 100644
---
a/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala
+++
b/backends-clickhouse/src/main/scala/org/apache/gluten/backendsapi/clickhouse/CHSparkPlanExecApi.scala
@@ -462,15 +462,11 @@ class CHSparkPlanExecApi extends SparkPlanExecApi with
Logging {
clazz.getConstructor(classOf[SQLMetric], classOf[SQLMetric],
classOf[SQLMetric])
constructor.newInstance(readBatchNumRows, numOutputRows,
dataSize).asInstanceOf[Serializer]
case _ =>
- if (GlutenConfig.get.isUseUniffleShuffleManager) {
- throw new UnsupportedOperationException("temporarily uniffle not
support ch ")
- } else {
- new CHColumnarBatchSerializer(
- readBatchNumRows,
- numOutputRows,
- dataSize,
- deserializationTime)
- }
+ new CHColumnarBatchSerializer(
+ readBatchNumRows,
+ numOutputRows,
+ dataSize,
+ deserializationTime)
}
}
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
index 7d85b01115..20a143f60a 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/config/GlutenConfig.scala
@@ -160,7 +160,7 @@ class GlutenConfig(conf: SQLConf) extends
GlutenCoreConfig(conf) {
.contains("celeborn")
// Whether to use UniffleShuffleManager.
- // TODO: Deprecate the API:
https://github.com/apache/incubator-gluten/issues/10107.
+ @deprecated
def isUseUniffleShuffleManager: Boolean =
conf
.getConfString("spark.shuffle.manager", "sort")
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
