This is an automated email from the ASF dual-hosted git repository. yihua pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/hudi.git.
from 69dfcda [HUDI-3191] Removing duplicating file-listing process w/in Hive's MOR `FileInputFormat`s (#4556) add b8601a9 [HUDI-2656] Generalize HoodieIndex for flexible record data type (#3893) No new revisions were added by this update. Summary of changes: .../apache/hudi/client/BaseHoodieWriteClient.java | 6 +-- .../hudi/execution/HoodieLazyInsertIterable.java | 4 +- .../java/org/apache/hudi/index/HoodieIndex.java | 13 ++--- .../org/apache/hudi/index/HoodieIndexUtils.java | 4 +- .../index/bloom/BaseHoodieBloomIndexHelper.java | 4 +- .../apache/hudi/index/bloom/HoodieBloomIndex.java | 22 ++++---- .../hudi/index/bloom/HoodieGlobalBloomIndex.java | 23 +++++---- .../bloom/ListBasedHoodieBloomIndexHelper.java | 4 +- .../hudi/index/bucket/HoodieBucketIndex.java | 16 +++--- .../index/inmemory/HoodieInMemoryHashIndex.java | 13 +++-- .../hudi/index/simple/HoodieGlobalSimpleIndex.java | 33 ++++++------ .../hudi/index/simple/HoodieSimpleIndex.java | 21 ++++---- .../org/apache/hudi/io/HoodieAppendHandle.java | 2 +- .../org/apache/hudi/io/HoodieCreateHandle.java | 4 +- .../java/org/apache/hudi/io/HoodieMergeHandle.java | 2 +- .../apache/hudi/io/HoodieSortedMergeHandle.java | 2 +- .../java/org/apache/hudi/io/HoodieWriteHandle.java | 2 +- .../java/org/apache/hudi/table/HoodieTable.java | 6 +-- .../action/bootstrap/BootstrapRecordConsumer.java | 4 +- .../hudi/table/action/commit/BaseWriteHelper.java | 2 +- .../io/storage/TestHoodieHFileReaderWriter.java | 5 +- .../hudi/testutils/HoodieWriteableTestTable.java | 9 ++-- .../org/apache/hudi/index/FlinkHoodieIndex.java | 16 +++--- .../apache/hudi/index/FlinkHoodieIndexFactory.java | 6 +-- .../hudi/index/state/FlinkInMemoryStateIndex.java | 13 ++--- .../table/action/commit/FlinkDeleteHelper.java | 3 +- .../hudi/table/action/commit/FlinkWriteHelper.java | 5 +- .../index/bloom/TestFlinkHoodieBloomIndex.java | 39 +++++++------- .../testutils/HoodieFlinkWriteableTestTable.java | 3 +- .../run/strategy/JavaExecutionStrategy.java | 3 +- .../org/apache/hudi/index/JavaHoodieIndex.java | 15 +++--- .../apache/hudi/index/JavaHoodieIndexFactory.java | 4 +- .../hudi/table/action/commit/JavaDeleteHelper.java | 3 +- .../hudi/table/action/commit/JavaWriteHelper.java | 5 +- .../action/commit/TestHoodieConcatHandle.java | 22 ++++---- .../commit/TestJavaCopyOnWriteActionExecutor.java | 25 ++++----- .../org/apache/hudi/client/HoodieReadClient.java | 7 +-- .../MultipleSparkJobExecutionStrategy.java | 3 +- .../strategy/SingleSparkJobExecutionStrategy.java | 3 +- .../java/org/apache/hudi/data/HoodieJavaRDD.java | 4 +- .../bulkinsert/RDDSpatialCurveSortPartitioner.java | 8 +-- .../org/apache/hudi/index/SparkHoodieIndex.java | 15 +++--- .../apache/hudi/index/SparkHoodieIndexFactory.java | 12 ++--- .../index/bloom/SparkHoodieBloomIndexHelper.java | 3 +- .../hudi/index/hbase/SparkHoodieHBaseIndex.java | 32 ++++++------ .../bootstrap/OrcBootstrapMetadataHandler.java | 3 +- .../bootstrap/ParquetBootstrapMetadataHandler.java | 3 +- .../action/commit/SparkBucketIndexPartitioner.java | 2 +- .../table/action/commit/SparkDeleteHelper.java | 3 +- .../hudi/table/action/commit/SparkWriteHelper.java | 5 +- .../apache/hudi/client/TestHoodieReadClient.java | 5 +- .../hudi/client/TestTableSchemaEvolution.java | 5 +- .../hudi/client/TestUpdateSchemaEvolution.java | 5 +- .../TestHoodieClientOnCopyOnWriteStorage.java | 11 ++-- .../hudi/client/functional/TestHoodieIndex.java | 17 +++--- .../hudi/execution/TestBoundedInMemoryQueue.java | 23 +++++---- .../functional/SparkClientFunctionalTestSuite.java | 5 +- .../apache/hudi/index/TestHoodieIndexConfigs.java | 60 +--------------------- .../hudi/index/bloom/TestHoodieBloomIndex.java | 41 +++++++-------- .../index/bloom/TestHoodieGlobalBloomIndex.java | 28 +++++----- .../hudi/index/bucket/TestBucketIdentifier.java | 14 ++--- .../hudi/index/bucket/TestHoodieBucketIndex.java | 18 ++++--- .../hbase/TestSparkHoodieHBaseIndex.java} | 15 +++--- .../commit/TestCopyOnWriteActionExecutor.java | 21 ++++---- .../hudi/table/action/commit/TestDeleteHelper.java | 4 +- .../table/action/compact/TestHoodieCompactor.java | 2 +- .../TestHoodieSparkMergeOnReadTableRollback.java | 3 +- .../hudi/testutils/HoodieClientTestBase.java | 3 +- .../HoodieAvroRecord.java} | 34 ++++++------ .../org/apache/hudi/common/model/HoodieRecord.java | 14 ++--- .../table/log/AbstractHoodieLogRecordReader.java | 3 +- .../table/log/HoodieMergedLogRecordScanner.java | 3 +- .../apache/hudi/common/util/SpillableMapUtils.java | 5 +- .../hudi/metadata/HoodieBackedTableMetadata.java | 3 +- .../HoodieMetadataMergedLogRecordReader.java | 34 ++++++------ .../hudi/metadata/HoodieMetadataPayload.java | 15 +++--- .../hudi/common/fs/inline/TestParquetInLining.java | 4 +- .../common/functional/TestHoodieLogFormat.java | 23 +++++---- .../apache/hudi/common/model/TestHoodieRecord.java | 2 +- .../common/testutils/HoodieTestDataGenerator.java | 19 +++---- .../hudi/common/testutils/SchemaTestUtil.java | 9 ++-- .../common/testutils/SpillableMapTestUtils.java | 3 +- .../common/util/collection/TestBitCaskDiskMap.java | 7 +-- .../util/collection/TestExternalSpillableMap.java | 11 ++-- .../common/util/collection/TestRocksDbDiskMap.java | 10 ++-- .../common/HoodieExampleDataGenerator.java | 5 +- .../java/HoodieJavaWriteClientExample.java | 7 +-- .../org/apache/hudi/sink/StreamWriteFunction.java | 7 +-- .../hudi/sink/bootstrap/BootstrapOperator.java | 3 +- .../apache/hudi/sink/bootstrap/IndexRecord.java | 8 ++- .../sink/partitioner/BucketAssignFunction.java | 3 +- .../sink/transform/RowDataToHoodieFunction.java | 3 +- .../table/format/mor/MergeOnReadInputFormat.java | 9 ++-- .../realtime/RealtimeCompactedRecordReader.java | 5 +- .../integ/testsuite/HoodieTestSuiteWriter.java | 11 ++-- .../connect/writers/AbstractConnectWriter.java | 3 +- .../hudi/writers/TestAbstractConnectWriter.java | 3 +- .../main/java/org/apache/hudi/DataSourceUtils.java | 12 +++-- .../main/java/org/apache/hudi/QuickstartUtils.java | 5 +- .../org/apache/hudi/functional/TestBootstrap.java | 3 +- .../apache/hudi/functional/TestOrcBootstrap.java | 3 +- .../apache/hudi/utilities/HDFSParquetImporter.java | 3 +- .../hudi/utilities/deltastreamer/DeltaSync.java | 3 +- .../hudi/utilities/testutils/JdbcTestUtils.java | 6 ++- .../utilities/testutils/UtilitiesTestBase.java | 3 +- 105 files changed, 531 insertions(+), 519 deletions(-) rename hudi-client/hudi-spark-client/src/test/java/org/apache/hudi/{client/functional/TestHBaseIndex.java => index/hbase/TestSparkHoodieHBaseIndex.java} (98%) copy hudi-common/src/main/java/org/apache/hudi/common/{data/HoodieAtomicLongAccumulator.java => model/HoodieAvroRecord.java} (56%)