CTTY commented on code in PR #5943:
URL: https://github.com/apache/hudi/pull/5943#discussion_r929457013
##########
hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/hudi/SparkAdapter.scala:
##########
@@ -138,4 +139,30 @@ trait SparkAdapter extends Serializable {
* TODO move to HoodieCatalystExpressionUtils
*/
def createInterpretedPredicate(e: Expression): InterpretedPredicate
+
+ /**
+ * Create instance of [[HoodieFileScanRDD]]
+ * SPARK-37273 FileScanRDD constructor changed in SPARK 3.3
+ */
+ def createHoodieFileScanRDD(sparkSession: SparkSession,
+ readFunction: PartitionedFile =>
Iterator[InternalRow],
+ filePartitions: Seq[FilePartition],
+ readDataSchema: StructType,
+ metadataColumns: Seq[AttributeReference] =
Seq.empty): FileScanRDD
+
+ /**
+ * Resolve [[DeleteFromTable]]
+ * SPARK-38626 condition is no longer Option in Spark 3.3
+ */
+ def resolveDeleteFromTable(dft: Command,
+ resolveExpression: Expression => Expression):
LogicalPlan
+
+ /**
+ * Get parseQuery from ExtendedSqlParser, only for Spark 3.3+
+ */
+ def getQueryParserFromExtendedSqlParser(session: SparkSession, delegate:
ParserInterface,
+ sqlText: String): LogicalPlan = {
+ // unsupported by default
+ throw new UnsupportedOperationException(s"Unsupported parseQuery method in
Spark earlier than Spark 3.3.0")
Review Comment:
`parseQuery` is added in Spark 3.3 and older spark shouldn't call this method
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
