This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch auto-pick-69872-branch-4.2
in repository https://gitbox.apache.org/repos/asf/doris.git
from 67eef18c2d8 [fix](load) Enforce auth for group commit stream load
(#69516) (#69747)
add d2525e55ba3 [fix](be) Reject incompatible Arrow arrays without
crashing Stream Load (#69872)
No new revisions were added by this update.
Summary of changes:
.../data_type_serde/data_type_decimal_serde.cpp | 15 +
.../core/data_type_serde/data_type_map_serde.cpp | 5 +
.../data_type_serde/data_type_number_serde.cpp | 5 +
.../data_type_serde/data_type_struct_serde.cpp | 11 +-
be/src/format/arrow/arrow_stream_reader.cpp | 13 +-
be/src/format_v2/arrow/arrow_stream_reader.cpp | 17 +-
.../data_type_serde_arrow_validation_test.cpp | 145 ++++++++
be/test/format_v2/table/load_reader_test.cpp | 57 +++
.../arrow_type_validation/array_good.arrow | Bin 0 -> 1000 bytes
.../arrow_type_validation/array_nested_null.arrow | Bin 0 -> 752 bytes
.../arrow_type_validation/array_null.arrow | Bin 0 -> 744 bytes
.../arrow_type_validation/array_nullable.arrow | Bin 0 -> 1264 bytes
.../arrow_type_validation/bad_array.arrow | Bin 0 -> 800 bytes
.../arrow_type_validation/bad_bool.arrow | Bin 0 -> 648 bytes
.../arrow_type_validation/bad_decimal.arrow | Bin 0 -> 648 bytes
.../arrow_type_validation/bad_map.arrow | Bin 0 -> 1104 bytes
.../arrow_type_validation/bad_struct.arrow | Bin 0 -> 752 bytes
.../arrow_type_validation/bool_good.arrow | Bin 0 -> 784 bytes
.../arrow_type_validation/bool_late_failure.arrow | Bin 0 -> 1224 bytes
.../arrow_type_validation/bool_null.arrow | Bin 0 -> 584 bytes
.../arrow_type_validation/bool_nullable.arrow | Bin 0 -> 1000 bytes
.../arrow_type_validation/decimal128_good.arrow | Bin 0 -> 808 bytes
.../arrow_type_validation/decimal128_null.arrow | Bin 0 -> 600 bytes
.../decimal128_nullable.arrow | Bin 0 -> 1032 bytes
.../arrow_type_validation/decimal256_good.arrow | Bin 0 -> 848 bytes
.../arrow_type_validation/decimal256_null.arrow | Bin 0 -> 624 bytes
.../decimal256_nullable.arrow | Bin 0 -> 1088 bytes
.../decimal_late_failure.arrow | Bin 0 -> 1240 bytes
.../arrow_type_validation/decimal_string.arrow | Bin 0 -> 872 bytes
.../stream_load/arrow_type_validation/generate.py | 98 ++++++
.../stream_load/arrow_type_validation/int32.arrow | Bin 0 -> 784 bytes
.../arrow_type_validation/int32_null.arrow | Bin 0 -> 584 bytes
.../arrow_type_validation/long_struct.arrow | Bin 0 -> 824 bytes
.../arrow_type_validation/map_good.arrow | Bin 0 -> 1408 bytes
.../arrow_type_validation/map_nested_null.arrow | Bin 0 -> 1056 bytes
.../arrow_type_validation/map_null.arrow | Bin 0 -> 1040 bytes
.../arrow_type_validation/map_nullable.arrow | Bin 0 -> 1776 bytes
.../overflow_decimal128.arrow | Bin 0 -> 616 bytes
.../overflow_decimal256.arrow | Bin 0 -> 712 bytes
.../arrow_type_validation/scale_loss_decimal.arrow | Bin 0 -> 592 bytes
.../arrow_type_validation/short_struct.arrow | Bin 0 -> 536 bytes
.../arrow_type_validation/struct_good.arrow | Bin 0 -> 920 bytes
.../arrow_type_validation/struct_nested_null.arrow | Bin 0 -> 688 bytes
.../arrow_type_validation/struct_null.arrow | Bin 0 -> 688 bytes
.../arrow_type_validation/struct_nullable.arrow | Bin 0 -> 1168 bytes
.../test_arrow_stream_load_type_validation.out | 391 +++++++++++++++++++++
.../test_arrow_stream_load_type_validation.groovy | 148 ++++++++
47 files changed, 895 insertions(+), 10 deletions(-)
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/array_good.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/array_nested_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/array_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/array_nullable.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bad_array.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bad_bool.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bad_decimal.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bad_map.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bad_struct.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bool_good.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bool_late_failure.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bool_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/bool_nullable.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal128_good.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal128_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal128_nullable.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal256_good.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal256_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal256_nullable.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal_late_failure.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/decimal_string.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/generate.py
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/int32.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/int32_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/long_struct.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/map_good.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/map_nested_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/map_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/map_nullable.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/overflow_decimal128.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/overflow_decimal256.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/scale_loss_decimal.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/short_struct.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/struct_good.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/struct_nested_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/struct_null.arrow
create mode 100644
regression-test/data/load_p0/stream_load/arrow_type_validation/struct_nullable.arrow
create mode 100644
regression-test/data/load_p0/stream_load/test_arrow_stream_load_type_validation.out
create mode 100644
regression-test/suites/load_p0/stream_load/test_arrow_stream_load_type_validation.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
