This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/cargo/zip-extract-0.4
in repository https://gitbox.apache.org/repos/asf/hudi-rs.git
discard 1cf7974 build(deps): update zip-extract requirement from 0.3 to 0.4
add aa5bd8e fix: resolve env vars for creating standalone file group
reader (#345)
add d2c5c79 docs: update readme docs and the project description (#348)
add 7243930 chore: update `asf.yaml` for more automation (#349)
add 997e42e chore(ci): replace archived actions-rs actions (#351)
add c84d7ab feat: support reading MOR delete block (#356)
add d8aafb4 fix: handle zero event time ordering (#357)
add 4d59279 fix: handle schema resolution for empty commit (#359)
add d6d8fd8 feat: update python setup to support 3.13 (#361)
add e2e3608 build(deps): add `-dev` for current development version (#362)
add ce08d9d refactor: improve schema resolution flow (#364)
add d16ce67 build(deps): upgrade datafusion & arrow, and restrict deps
upgrade to patch-level (#386)
add bc02e0f build(deps): update zip-extract requirement from 0.3 to 0.4
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1cf7974)
\
N -- N -- N refs/heads/dependabot/cargo/zip-extract-0.4 (bc02e0f)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 8 +-
.github/workflows/ci.yml | 6 +-
.github/workflows/release.yml | 20 +-
.licenserc.yaml | 1 +
Cargo.toml | 71 +-
README.md | 74 +-
cpp/Cargo.toml | 4 +-
crates/core/Cargo.toml | 1 +
crates/core/schemas/HoodieDeleteRecord.avsc | 46 ++
crates/core/schemas/HoodieDeleteRecordList.avsc | 60 ++
crates/core/src/avro_to_arrow/README.md | 4 +-
crates/core/src/config/table.rs | 5 +
crates/core/src/error.rs | 6 +
crates/core/src/file_group/log_file/content.rs | 172 +++--
crates/core/src/file_group/log_file/log_block.rs | 18 +-
crates/core/src/file_group/log_file/reader.rs | 124 +++-
crates/core/src/file_group/log_file/scanner.rs | 46 +-
crates/core/src/file_group/mod.rs | 1 +
crates/core/src/file_group/reader.rs | 151 +++--
crates/core/src/file_group/record_batches.rs | 655 ++++++++++++++++++
crates/core/src/lib.rs | 2 +
crates/core/src/merge/mod.rs | 1 +
crates/core/src/merge/ordering.rs | 751 +++++++++++++++++++++
crates/core/src/merge/record_merger.rs | 217 ++++--
crates/core/src/metadata/meta_field.rs | 21 +
crates/core/src/record/mod.rs | 68 ++
crates/core/src/schema/delete.rs | 458 +++++++++++++
crates/core/src/schema/mod.rs | 65 ++
crates/core/src/schema/resolver.rs | 198 ++++++
crates/core/src/table/builder.rs | 48 +-
crates/core/src/table/mod.rs | 197 ++++--
crates/core/src/table/partition.rs | 6 +-
crates/core/src/timeline/mod.rs | 205 +++---
crates/core/src/util/arrow.rs | 36 +-
...89a34c95d32f-0_20250316025816068.log.1_0-54-122 | Bin
...-494877d6f40a-0_20250618054711154.log.1_0-26-85 | Bin 0 -> 1098 bytes
.../data/log_files/valid_log_delete/datagen.sql} | 12 +-
...a144b5ea064-0_20250113230302428.log.1_0-188-387 | Bin
.../data/log_files/valid_log_rollback/datagen.sql} | 3 +-
.../.hoodie/hoodie.properties | 14 +
.../.hoodie/hoodie.properties | 19 +-
.../.hoodie/20250628002223107.commit | 94 +++
.../.hoodie/20250628002223107.commit.requested} | 0
.../.hoodie/20250628002223107.inflight | 82 +++
...15355d9b0ed-0_2-13-37_20250628002223107.parquet | Bin 0 -> 436045 bytes
...eedbe6e09ed-0_0-13-35_20250628002223107.parquet | Bin 0 -> 436228 bytes
...7e75252c69f-0_1-13-36_20250628002223107.parquet | Bin 0 -> 436064 bytes
.../.hoodie/20250331030642808.deltacommit | 94 +++
.../.hoodie/20250331030642808.deltacommit.inflight | 82 +++
.../20250331030642808.deltacommit.requested} | 0
.../.hoodie/20250331030645735.deltacommit | 43 ++
.../.hoodie/20250331030645735.deltacommit.inflight | 56 ++
.../20250331030645735.deltacommit.requested} | 0
...-5ff632f79224-0_20250331030642808.log.1_0-26-85 | Bin 0 -> 1148 bytes
...ff632f79224-0_0-13-60_20250331030642808.parquet | Bin 0 -> 436406 bytes
.../.hoodie/20240402144910683.commit | 1 +
.../.hoodie/20240402144910683.commit.requested | 0
.../.hoodie/20240402144910683.inflight | 0
.../.hoodie/hoodie.properties | 0
.../.hoodie/20240402144910683.commit | 6 +
.../.hoodie/20240402144910683.commit.requested | 0
.../.hoodie/20240402144910683.inflight | 0
.../.hoodie/hoodie.properties | 0
.../.hoodie/20240402144910683.commit | 9 +
.../.hoodie/20240402144910683.commit.requested | 0
.../.hoodie/20240402144910683.inflight | 0
.../.hoodie/hoodie.properties | 0
crates/datafusion/Cargo.toml | 2 +-
crates/datafusion/src/lib.rs | 43 +-
crates/hudi/Cargo.toml | 4 +-
crates/test/Cargo.toml | 4 +-
.../avro/{v6_trips_8i1u.sql => v6_trips_8i3d.sql} | 8 +-
.../mor/avro/v6_trips_8i3d.zip | Bin 0 -> 28516 bytes
crates/test/src/lib.rs | 6 +
crates/test/src/util.rs | 32 +
demo/apps/datafusion/Cargo.toml | 4 +-
demo/apps/hudi-file-group-api/cpp/main.cpp | 11 +-
demo/apps/hudi-table-api/rust/Cargo.toml | 4 +-
python/Cargo.toml | 6 +-
python/pyproject.toml | 7 +-
python/src/internal.rs | 5 +-
...incremental_read.py => test_file_group_read.py} | 23 +-
82 files changed, 3942 insertions(+), 478 deletions(-)
create mode 100644 crates/core/schemas/HoodieDeleteRecord.avsc
create mode 100644 crates/core/schemas/HoodieDeleteRecordList.avsc
create mode 100644 crates/core/src/file_group/record_batches.rs
create mode 100644 crates/core/src/merge/ordering.rs
create mode 100644 crates/core/src/record/mod.rs
create mode 100644 crates/core/src/schema/delete.rs
create mode 100644 crates/core/src/schema/mod.rs
create mode 100644 crates/core/src/schema/resolver.rs
rename crates/core/tests/data/log_files/{valid_log_avro =>
valid_log_avro_data}/.ff32ab89-5ad0-4968-83b4-89a34c95d32f-0_20250316025816068.log.1_0-54-122
(100%)
create mode 100644
crates/core/tests/data/log_files/valid_log_delete/.6d3d1d6e-2298-4080-a0c1-494877d6f40a-0_20250618054711154.log.1_0-26-85
copy crates/{test/data/quickstart_trips_table/mor/avro/v6_trips_8i1u.sql =>
core/tests/data/log_files/valid_log_delete/datagen.sql} (86%)
rename crates/core/tests/data/log_files/{valid_log_parquet =>
valid_log_parquet_data}/.ee2ace10-7667-40f5-9848-0a144b5ea064-0_20250113230302428.log.1_0-188-387
(100%)
copy crates/{datafusion/src/util/mod.rs =>
core/tests/data/log_files/valid_log_rollback/datagen.sql} (85%)
create mode 100644
crates/core/tests/data/table_props_no_create_schema/.hoodie/hoodie.properties
copy codecov.yml =>
crates/core/tests/data/table_props_valid_minimum/.hoodie/hoodie.properties (78%)
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_cow/.hoodie/20250628002223107.commit
copy crates/core/tests/data/{leaf_dir/.gitkeep =>
timeline/commits_load_schema_from_base_file_cow/.hoodie/20250628002223107.commit.requested}
(100%)
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_cow/.hoodie/20250628002223107.inflight
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_cow/city=chennai/03ffd613-fb74-456e-b6bb-115355d9b0ed-0_2-13-37_20250628002223107.parquet
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_cow/city=san_francisco/b271b5f8-29df-463d-ba4d-feedbe6e09ed-0_0-13-35_20250628002223107.parquet
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_cow/city=sao_paulo/a3c5da68-55a5-4804-ab8b-57e75252c69f-0_1-13-36_20250628002223107.parquet
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_mor/.hoodie/20250331030642808.deltacommit
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_mor/.hoodie/20250331030642808.deltacommit.inflight
copy crates/core/tests/data/{leaf_dir/.gitkeep =>
timeline/commits_load_schema_from_base_file_mor/.hoodie/20250331030642808.deltacommit.requested}
(100%)
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_mor/.hoodie/20250331030645735.deltacommit
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_mor/.hoodie/20250331030645735.deltacommit.inflight
copy crates/core/tests/data/{leaf_dir/.gitkeep =>
timeline/commits_load_schema_from_base_file_mor/.hoodie/20250331030645735.deltacommit.requested}
(100%)
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_mor/city=san_francisco/.d0304c53-6fd2-4b7a-a9d6-5ff632f79224-0_20250331030642808.log.1_0-26-85
create mode 100644
crates/core/tests/data/timeline/commits_load_schema_from_base_file_mor/city=san_francisco/d0304c53-6fd2-4b7a-a9d6-5ff632f79224-0_0-13-60_20250331030642808.parquet
create mode 100644
crates/core/tests/data/timeline/commits_with_empty_commit_metadata/.hoodie/20240402144910683.commit
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_empty_commit_metadata}/.hoodie/20240402144910683.commit.requested
(100%)
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_empty_commit_metadata}/.hoodie/20240402144910683.inflight (100%)
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_empty_commit_metadata}/.hoodie/hoodie.properties (100%)
create mode 100644
crates/core/tests/data/timeline/commits_with_no_schema_and_write_stats/.hoodie/20240402144910683.commit
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_no_schema_and_write_stats}/.hoodie/20240402144910683.commit.requested
(100%)
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_no_schema_and_write_stats}/.hoodie/20240402144910683.inflight
(100%)
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_no_schema_and_write_stats}/.hoodie/hoodie.properties (100%)
create mode 100644
crates/core/tests/data/timeline/commits_with_valid_schema_in_commit_metadata/.hoodie/20240402144910683.commit
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_valid_schema_in_commit_metadata}/.hoodie/20240402144910683.commit.requested
(100%)
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_valid_schema_in_commit_metadata}/.hoodie/20240402144910683.inflight
(100%)
copy crates/core/tests/data/timeline/{commits_stub =>
commits_with_valid_schema_in_commit_metadata}/.hoodie/hoodie.properties (100%)
copy crates/test/data/quickstart_trips_table/mor/avro/{v6_trips_8i1u.sql =>
v6_trips_8i3d.sql} (94%)
create mode 100644
crates/test/data/quickstart_trips_table/mor/avro/v6_trips_8i3d.zip
copy python/tests/{test_table_incremental_read.py => test_file_group_read.py}
(58%)
