This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch auto-pick-45937-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 4746f167892 branch-3.0: [test](index compaction) Add index compaction
full flow UT test #45746 (#46049)
add 1b824762782 [feature](load) new insgestion load (#45937)
No new revisions were added by this update.
Summary of changes:
be/src/olap/push_handler.cpp | 53 +-
.../main/java/org/apache/doris/common/Config.java | 4 +
.../org/apache/doris/sparkdpp/EtlJobConfig.java | 6 +-
.../org/apache/doris/catalog/SparkResource.java | 1 +
.../org/apache/doris/httpv2/rest/LoadAction.java | 211 ++++
.../java/org/apache/doris/load/EtlJobType.java | 1 +
.../apache/doris/load/loadv2/IngestionLoadJob.java | 1139 ++++++++++++++++++++
.../java/org/apache/doris/load/loadv2/LoadJob.java | 5 +
.../org/apache/doris/load/loadv2/LoadManager.java | 50 +-
.../doris/load/loadv2/SparkEtlJobHandler.java | 1 +
.../doris/load/loadv2/SparkLauncherMonitor.java | 1 +
.../doris/load/loadv2/SparkLoadAppHandle.java | 1 +
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 1 +
.../doris/load/loadv2/SparkLoadPendingTask.java | 8 +-
.../load/loadv2/SparkPendingTaskAttachment.java | 1 +
.../apache/doris/load/loadv2/SparkRepository.java | 1 +
.../doris/load/loadv2/SparkYarnConfigFiles.java | 1 +
.../java/org/apache/doris/master/MasterImpl.java | 7 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 9 +-
.../load/loadv2/SparkLoadPendingTaskTest.java | 26 +-
.../dpp/MinimumCoverageRollupTreeBuilderTest.java | 8 +-
.../doris/load/loadv2/etl/SparkEtlJobTest.java | 4 +-
.../data/load_p0/ingestion_load/data.parquet | Bin 0 -> 5745 bytes
.../data/load_p0/ingestion_load/data1.parquet | Bin 0 -> 4057 bytes
.../data/load_p0/ingestion_load/data2-0.parquet | Bin 0 -> 851 bytes
.../data/load_p0/ingestion_load/data2-1.parquet | Bin 0 -> 781 bytes
.../data/load_p0/ingestion_load/data2-2.parquet | Bin 0 -> 781 bytes
.../data/load_p0/ingestion_load/data2-3.parquet | Bin 0 -> 839 bytes
.../load_p0/ingestion_load/test_ingestion_load.out | 37 +
.../test_ingestion_load_multi_table.out | 25 +
.../test_ingestion_load_with_inverted_index.out | 13 +
.../test_ingestion_load_with_partition.out | 7 +
.../ingestion_load/test_ingestion_load.groovy | 222 ++++
.../test_ingestion_load_alter_column.groovy | 208 ++++
.../test_ingestion_load_alter_partition.groovy | 224 ++++
.../test_ingestion_load_drop_table.groovy | 196 ++++
.../test_ingestion_load_multi_table.groovy | 208 ++++
.../test_ingestion_load_with_inverted_index.groovy | 166 +++
.../test_ingestion_load_with_partition.groovy | 160 +++
39 files changed, 2966 insertions(+), 39 deletions(-)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/IngestionLoadJob.java
create mode 100644 regression-test/data/load_p0/ingestion_load/data.parquet
create mode 100644 regression-test/data/load_p0/ingestion_load/data1.parquet
create mode 100644 regression-test/data/load_p0/ingestion_load/data2-0.parquet
create mode 100644 regression-test/data/load_p0/ingestion_load/data2-1.parquet
create mode 100644 regression-test/data/load_p0/ingestion_load/data2-2.parquet
create mode 100644 regression-test/data/load_p0/ingestion_load/data2-3.parquet
create mode 100644
regression-test/data/load_p0/ingestion_load/test_ingestion_load.out
create mode 100644
regression-test/data/load_p0/ingestion_load/test_ingestion_load_multi_table.out
create mode 100644
regression-test/data/load_p0/ingestion_load/test_ingestion_load_with_inverted_index.out
create mode 100644
regression-test/data/load_p0/ingestion_load/test_ingestion_load_with_partition.out
create mode 100644
regression-test/suites/load_p0/ingestion_load/test_ingestion_load.groovy
create mode 100644
regression-test/suites/load_p0/ingestion_load/test_ingestion_load_alter_column.groovy
create mode 100644
regression-test/suites/load_p0/ingestion_load/test_ingestion_load_alter_partition.groovy
create mode 100644
regression-test/suites/load_p0/ingestion_load/test_ingestion_load_drop_table.groovy
create mode 100644
regression-test/suites/load_p0/ingestion_load/test_ingestion_load_multi_table.groovy
create mode 100644
regression-test/suites/load_p0/ingestion_load/test_ingestion_load_with_inverted_index.groovy
create mode 100644
regression-test/suites/load_p0/ingestion_load/test_ingestion_load_with_partition.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
