This is an automated email from the ASF dual-hosted git repository.
stigahuang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from 9837637d9 IMPALA-12920: Support ai_generate_text built-in function for
OpenAI's chat completion API
new 94ed30d9f IMPALA-12991: Eliminate unnecessary SORT for Iceberg DELETEs
new ef6dad694 IMPALA-12986: Base64Encode fails if the 'out_len' output
parameter is passed with certain values
new 0334f8370 IMPALA-12810: Simplify IcebergDeleteNode and
IcebergDeleteBuilder
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/exec/iceberg-delete-builder.cc | 48 ++++------------
be/src/exec/iceberg-delete-builder.h | 19 ++-----
be/src/exec/iceberg-delete-node.cc | 62 +++++----------------
be/src/exec/iceberg-delete-node.h | 6 +-
be/src/exec/text-converter.inline.h | 2 +-
be/src/exprs/string-functions-ir.cc | 4 +-
be/src/runtime/krpc-data-stream-sender.cc | 13 ++++-
be/src/util/coding-util-test.cc | 33 ++++++++++-
be/src/util/coding-util.cc | 12 ++--
be/src/util/coding-util.h | 6 +-
be/src/util/runtime-profile.cc | 2 +-
.../java/org/apache/impala/planner/Planner.java | 8 ++-
testdata/data/README | 44 +++++++++++++++
...d3705f6b-370ecfbb00000000_152551971_data.0.parq | Bin 0 -> 617 bytes
.../data/delete_null_first.parq | Bin 0 -> 1578 bytes
.../data/delete_null_first_and_last.parq | Bin 0 -> 1587 bytes
.../data/delete_null_last.parq | Bin 0 -> 1578 bytes
.../data/delete_null_single.parq | Bin 0 -> 612 bytes
.../data/delete_three_nulls.parq | Bin 0 -> 629 bytes
.../data/same_data.0.parq | Bin 0 -> 617 bytes
.../3a813d5e-fc0b-485f-bbba-010972a9f20a-m0.avro} | Bin 4068 -> 4197 bytes
.../e90d28aa-cd17-4655-ad04-aa3711792576-m0.avro} | Bin 3727 -> 3879 bytes
...22-1-3a813d5e-fc0b-485f-bbba-010972a9f20a.avro} | Bin 2312 -> 2319 bytes
.../metadata/v1.metadata.json} | 56 ++++++++++---------
.../metadata/version-hint.text | 1 +
.../functional/functional_schema_template.sql | 15 +++++
.../datasets/functional/schema_constraints.csv | 1 +
.../queries/PlannerTest/iceberg-v2-delete.test | 40 -------------
tests/query_test/test_iceberg.py | 25 +++++++++
29 files changed, 211 insertions(+), 186 deletions(-)
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/data/6348b186d3705f6b-370ecfbb00000000_152551971_data.0.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/data/delete_null_first.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/data/delete_null_first_and_last.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/data/delete_null_last.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/data/delete_null_single.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/data/delete_three_nulls.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/data/same_data.0.parq
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_spark_compaction_with_dangling_delete/metadata/52100098-3c71-4111-8d7e-1c02e8343a0e-m0.avro
=>
iceberg_v2_null_delete_record/metadata/3a813d5e-fc0b-485f-bbba-010972a9f20a-m0.avro}
(80%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_spark_compaction_with_dangling_delete/metadata/aa501eb1-924a-4460-a2a0-ad577de8aef5-m3.avro
=>
iceberg_v2_null_delete_record/metadata/e90d28aa-cd17-4655-ad04-aa3711792576-m0.avro}
(87%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality/metadata/snap-361598097944440235-1-22029492-dcdb-4ba1-a447-9b9f7200f9e4.avro
=>
iceberg_v2_null_delete_record/metadata/snap-5852039568708655222-1-3a813d5e-fc0b-485f-bbba-010972a9f20a.avro}
(82%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality_nulls/metadata/v2.metadata.json
=> iceberg_v2_null_delete_record/metadata/v1.metadata.json} (56%)
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_v2_null_delete_record/metadata/version-hint.text
