This is an automated email from the ASF dual-hosted git repository.
yuanzhou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 52c24d32bc [VL] Delta: Mark Delta unit tests as slow tests (#11116)
52c24d32bc is described below
commit 52c24d32bc479f784a75b18a62d369cb9ab6e4f4
Author: Hongze Zhang <[email protected]>
AuthorDate: Wed Nov 19 11:18:06 2025 +0000
[VL] Delta: Mark Delta unit tests as slow tests (#11116)
This is to balance the CI execution times because the test job for spark 3.5
---
backends-velox/pom.xml | 6 +++++
.../apache/spark/sql/delta/DeleteSQLSuite.scala | 5 ++++
.../org/apache/spark/sql/delta/DeltaSuite.scala | 3 +++
.../apache/spark/sql/delta/UpdateSQLSuite.scala | 4 +++
.../org/apache/spark/tags/ExtendedSQLTest.java | 29 ----------------------
gluten-ut/pom.xml | 7 +++++-
pom.xml | 7 ++++++
7 files changed, 31 insertions(+), 30 deletions(-)
diff --git a/backends-velox/pom.xml b/backends-velox/pom.xml
index 798d87f539..a4ade9cd3c 100755
--- a/backends-velox/pom.xml
+++ b/backends-velox/pom.xml
@@ -177,6 +177,12 @@
<type>test-jar</type>
<scope>test</scope>
</dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
+ <type>test-jar</type>
+ <scope>test</scope>
+ </dependency>
<!-- Fasterxml -->
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
diff --git
a/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeleteSQLSuite.scala
b/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeleteSQLSuite.scala
index d32772f565..54fdeac8f2 100644
---
a/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeleteSQLSuite.scala
+++
b/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeleteSQLSuite.scala
@@ -19,8 +19,10 @@ package org.apache.spark.sql.delta
import org.apache.spark.sql.Row
import org.apache.spark.sql.delta.sources.DeltaSQLConf
import org.apache.spark.sql.delta.test.{DeltaExcludedTestMixin,
DeltaSQLCommandTest}
+import org.apache.spark.tags.ExtendedSQLTest
// spotless:off
+@ExtendedSQLTest
class DeleteSQLSuite extends DeleteSuiteBase
with DeltaExcludedTestMixin
with DeltaSQLCommandTest {
@@ -96,6 +98,7 @@ class DeleteSQLSuite extends DeleteSuiteBase
}
}
+@ExtendedSQLTest
class DeleteSQLNameColumnMappingSuite extends DeleteSQLSuite
with DeltaColumnMappingEnableNameMode {
@@ -109,6 +112,7 @@ class DeleteSQLNameColumnMappingSuite extends DeleteSQLSuite
}
+@ExtendedSQLTest
class DeleteSQLWithDeletionVectorsSuite extends DeleteSQLSuite
with DeltaExcludedTestMixin
with DeletionVectorsTestUtils {
@@ -142,6 +146,7 @@ class DeleteSQLWithDeletionVectorsSuite extends
DeleteSQLSuite
}
}
+@ExtendedSQLTest
class DeleteSQLWithDeletionVectorsAndPredicatePushdownSuite
extends DeleteSQLWithDeletionVectorsSuite {
override def beforeAll(): Unit = {
diff --git
a/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeltaSuite.scala
b/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeltaSuite.scala
index 5e4a33c5ce..c01e3f3f7c 100644
---
a/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeltaSuite.scala
+++
b/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/DeltaSuite.scala
@@ -38,6 +38,7 @@ import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.streaming.StreamingQuery
import org.apache.spark.sql.test.SharedSparkSession
import org.apache.spark.sql.types.StructType
+import org.apache.spark.tags.ExtendedSQLTest
import org.apache.spark.util.Utils
// scalastyle:off import.ordering.noEmptyLine
@@ -46,6 +47,7 @@ import org.apache.hadoop.fs.{FileSystem, Path}
import java.io.{File, FileNotFoundException}
import java.util.concurrent.atomic.AtomicInteger
+@ExtendedSQLTest
class DeltaSuite
extends QueryTest
with SharedSparkSession
@@ -3201,6 +3203,7 @@ class DeltaSuite
}
}
+@ExtendedSQLTest
class DeltaNameColumnMappingSuite extends DeltaSuite with
DeltaColumnMappingEnableNameMode {
import testImplicits._
diff --git
a/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/UpdateSQLSuite.scala
b/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/UpdateSQLSuite.scala
index 7cad766e15..4a3a123ee6 100644
---
a/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/UpdateSQLSuite.scala
+++
b/backends-velox/src-delta33/test/scala/org/apache/spark/sql/delta/UpdateSQLSuite.scala
@@ -25,7 +25,9 @@ import
org.apache.spark.sql.errors.QueryExecutionErrors.toSQLType
import org.apache.spark.sql.functions.col
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.internal.SQLConf.StoreAssignmentPolicy
+import org.apache.spark.tags.ExtendedSQLTest
+@ExtendedSQLTest
class UpdateSQLSuite extends UpdateSuiteBase with DeltaSQLCommandTest {
import testImplicits._
@@ -168,6 +170,7 @@ class UpdateSQLSuite extends UpdateSuiteBase with
DeltaSQLCommandTest {
}
}
+@ExtendedSQLTest
class UpdateSQLWithDeletionVectorsSuite
extends UpdateSQLSuite
with DeltaExcludedTestMixin
@@ -351,6 +354,7 @@ class UpdateSQLWithDeletionVectorsSuite
}
}
+@ExtendedSQLTest
class UpdateSQLWithDeletionVectorsAndPredicatePushdownSuite
extends UpdateSQLWithDeletionVectorsSuite {
diff --git
a/gluten-ut/common/src/test/java/org/apache/spark/tags/ExtendedSQLTest.java
b/gluten-ut/common/src/test/java/org/apache/spark/tags/ExtendedSQLTest.java
deleted file mode 100644
index a6c6b35d09..0000000000
--- a/gluten-ut/common/src/test/java/org/apache/spark/tags/ExtendedSQLTest.java
+++ /dev/null
@@ -1,29 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.spark.tags;
-
-import org.scalatest.TagAnnotation;
-
-import java.lang.annotation.ElementType;
-import java.lang.annotation.Retention;
-import java.lang.annotation.RetentionPolicy;
-import java.lang.annotation.Target;
-
-@TagAnnotation
-@Retention(RetentionPolicy.RUNTIME)
-@Target({ElementType.METHOD, ElementType.TYPE})
-public @interface ExtendedSQLTest {}
diff --git a/gluten-ut/pom.xml b/gluten-ut/pom.xml
index 70e0da626c..ec0158c41e 100644
--- a/gluten-ut/pom.xml
+++ b/gluten-ut/pom.xml
@@ -95,12 +95,17 @@
<artifactId>spark-catalyst_${scala.binary.version}</artifactId>
<type>test-jar</type>
</dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
+ <type>test-jar</type>
+ </dependency>
<dependency>
<groupId>io.delta</groupId>
<artifactId>${delta.package.name}_${scala.binary.version}</artifactId>
<scope>test</scope>
</dependency>
-
+ <!-- Scala -->
<dependency>
<groupId>org.scalacheck</groupId>
<artifactId>scalacheck_${scala.binary.version}</artifactId>
diff --git a/pom.xml b/pom.xml
index 604c424a15..67fc8905a4 100644
--- a/pom.xml
+++ b/pom.xml
@@ -354,6 +354,13 @@
<type>test-jar</type>
<scope>test</scope>
</dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
+ <version>${spark.version}</version>
+ <type>test-jar</type>
+ <scope>test</scope>
+ </dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
