wombatu-kun commented on code in PR #12772:
URL: https://github.com/apache/hudi/pull/12772#discussion_r2022235290
##########
hudi-spark-datasource/hudi-spark3-common/src/main/scala/org/apache/spark/sql/adapter/BaseSpark3Adapter.scala:
##########
@@ -108,4 +115,37 @@ abstract class BaseSpark3Adapter extends SparkAdapter with
Logging {
}
def stopSparkContext(jssc: JavaSparkContext, exitCode: Int): Unit
+
+ override def createInternalRow(commitTime: UTF8String,
+ commitSeqNumber: UTF8String,
+ recordKey: UTF8String,
+ partitionPath: UTF8String,
+ fileName: UTF8String,
+ sourceRow: InternalRow,
+ sourceContainsMetaFields: Boolean):
HoodieInternalRow = {
+ new Spark3HoodieInternalRow(commitTime, commitSeqNumber, recordKey,
partitionPath, fileName, sourceRow, sourceContainsMetaFields)
+ }
+
+ override def createInternalRow(metaFields: Array[UTF8String],
+ sourceRow: InternalRow,
+ sourceContainsMetaFields: Boolean):
HoodieInternalRow = {
+ new Spark3HoodieInternalRow(metaFields, sourceRow,
sourceContainsMetaFields)
+ }
+
+ override def createHoodiePartitionCDCFileGroupMapping(partitionValues:
InternalRow,
+ fileSplits:
List[HoodieCDCFileSplit]): HoodiePartitionCDCFileGroupMapping = {
+ new Spark3HoodiePartitionCDCFileGroupMapping(partitionValues, fileSplits)
+ }
+
+ override def createHoodiePartitionFileSliceMapping(values: InternalRow,
+ slices: Map[String,
FileSlice]): HoodiePartitionFileSliceMapping = {
+ new Spark3HoodiePartitionFileSliceMapping(values, slices)
+ }
+
+ override def newParseException(command: Option[String],
+ exception: AnalysisException,
+ start: Origin,
+ stop: Origin): ParseException = {
+ new ParseException(command, exception.getMessage, start, stop)
Review Comment:
I don't think its really necessary.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscr...@hudi.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
