This is an automated email from the ASF dual-hosted git repository.
wangzhen pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 73ab85c3f8 [GLUTEN-10354][CORE] Just check if sort columns are a
subset of partition columns (#10355)
73ab85c3f8 is described below
commit 73ab85c3f8c53735f21c5727ff564dcece1b296f
Author: Zhen Wang <[email protected]>
AuthorDate: Mon Aug 11 10:24:55 2025 +0800
[GLUTEN-10354][CORE] Just check if sort columns are a subset of partition
columns (#10355)
* [GLUTEN-10354][CORE] Just check if sort columns are a subset of partition
columns
* address comment
---
.../extension/columnar/RemoveNativeWriteFilesSortAndProject.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/RemoveNativeWriteFilesSortAndProject.scala
b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/RemoveNativeWriteFilesSortAndProject.scala
index 7fce082f8a..e66583f08e 100644
---
a/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/RemoveNativeWriteFilesSortAndProject.scala
+++
b/gluten-substrait/src/main/scala/org/apache/gluten/extension/columnar/RemoveNativeWriteFilesSortAndProject.scala
@@ -89,7 +89,7 @@ object NativeWriteFilesWithSkippingSortAndProject extends
Logging {
def allSortOrdersFromPartitionColumns(sortOrders: Seq[SortOrder]): Boolean
= {
val partitionColumnsSet = AttributeSet(partitionColumns)
sortOrders.forall(_.direction == Ascending) &&
- sortOrders.size == partitionColumnsSet.size &&
+ sortOrders.size <= partitionColumnsSet.size &&
sortOrders.map(_.references).forall(attrs =>
attrs.subsetOf(partitionColumnsSet))
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
