This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 943b997 [HUDI-3488] The flink small file list should exclude file
slices with pending compaction (#4893)
add 521338b [HUDI-3161] Add Call Produce Command for Spark SQL (#4535)
No new revisions were added by this update.
Summary of changes:
.../hudi/spark/sql/parser/HoodieSqlCommon.g4 | 168 +++++++++++++++++++--
.../spark/sql/catalyst/plans/logical/Call.scala | 43 +++---
.../spark/sql/hudi/analysis/HoodieAnalysis.scala | 55 ++++++-
...ator.scala => CallProcedureHoodieCommand.scala} | 22 +--
.../hudi/command/procedures/BaseProcedure.scala | 99 ++++++++++++
.../hudi/command/procedures/HoodieProcedures.scala | 41 +++++
.../sql/hudi/command/procedures/Procedure.scala | 60 ++++++++
.../hudi/command/procedures/ProcedureArgs.scala} | 11 +-
.../command/procedures/ProcedureBuilder.scala} | 8 +-
.../command/procedures/ProcedureParameter.scala | 71 +++++++++
.../procedures/ProcedureParameterImpl.scala | 42 ++++++
.../RollbackToInstantTimeProcedure.scala | 85 +++++++++++
.../command/procedures/ShowCommitsProcedure.scala | 163 ++++++++++++++++++++
.../sql/parser/HoodieSqlCommonAstBuilder.scala | 85 ++++++++++-
.../spark/sql/hudi/TestCallCommandParser.scala | 116 ++++++++++++++
.../apache/spark/sql/hudi/TestCallProcedure.scala | 132 ++++++++++++++++
hudi-spark-datasource/hudi-spark3-common/pom.xml | 2 +-
17 files changed, 1137 insertions(+), 66 deletions(-)
copy
hudi-common/src/main/java/org/apache/hudi/common/data/HoodieAtomicLongAccumulator.java
=>
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/Call.scala
(53%)
copy
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/{UuidKeyGenerator.scala
=> CallProcedureHoodieCommand.scala} (62%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/BaseProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/HoodieProcedures.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/Procedure.scala
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/hudi/Spark3xDefaultSource.scala
=>
hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ProcedureArgs.scala}
(77%)
copy
hudi-spark-datasource/{hudi-spark3.1.x/src/main/scala/org/apache/hudi/Spark3xDefaultSource.scala
=>
hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ProcedureBuilder.scala}
(80%)
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ProcedureParameter.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ProcedureParameterImpl.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/RollbackToInstantTimeProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/procedures/ShowCommitsProcedure.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestCallCommandParser.scala
create mode 100644
hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestCallProcedure.scala
