This is an automated email from the ASF dual-hosted git repository.
hellostephen pushed a change to branch hello-stephen-patch-5
in repository https://gitbox.apache.org/repos/asf/doris.git
from 7939306260d Update run-be-ut.sh
add 8ba69eceab0 [Chore](nereids) Remove ShowTableStmt (#51714)
add 273bdd86676 [Enhancement](nereids)optimize CancelWarmUpCommand in
nereids (#51744)
add 1c4ff51f6d6 [Enhancement](nereids)optimize showloadCommand in nereids
(#51741)
add 5a99a17ce7e [feat](jdbc) support custom function rules in catalog
properties (#51471)
add 17c8b0177f8 [chore](cloud) Mark update_tablet_schema as deprecated
(#51425)
add 2d77e8132be [refactor](nereids) remove CostModelV2 (#51643)
add 4d9a6027e6b [Fix]Fix FE send duplicate wg id to BE (#51703)
add 77485f35388 [enhancement](log) should print query id when failed to
get fragment context (#51697)
add d0d9a6669c5 [Enchancement](sort) optimize for heap sort (#51368)
add 1ca61e8a9a4 [Topn](exec) Fix the materialization coredump (#51688)
add 35bbea3a205 [refactor](spark-job) remove spark load job (#51734)
add 2e02d541a21 [Enhancement] (nereids)implement
adminSetFrontendConfigCommand in nereids (#50616)
add 7be35f88d16 [bugfix](memleak) fix memleak introduced by struct column
schema change (#51771)
add c26353eae53 [Fix](Variant) fix potential mem leak in
`DataTypeArraySerDe::write_one_cell_to_json` (#51772)
add 560b67e44a5 [fix](regress) fix test_simplify_comparison_predicate
(#51765)
add 951f9418520 [Enhancement](nereids)support show load warnings (#51736)
add 5b37e89c23f [Enhancement] (nereids) implement warmUpCluster in nereids
(#50277)
add 5def6dbb7d8 [opt](community) update keywords (#51720)
add e7adb30c9d9 [fix](feut) fix unstable fe test case
DecreaseReplicationNumTest (#51752)
add 709415195a9 [fix](alter) alter partition without storage_policy
property will also cancel storage_policy (#51662)
add 6f342bc6622 [fix](broker) BE crashed because of empty broker (#51274)
add c39a39afdf7 [chore](dep)bump commons-validator from 1.7 to 1.9.0
(#51753)
add 790c3313d5f [Chore](nereids) Remove DescribeStmt (#51712)
add 560bbfb9490 [opt](deps) upgrade paimon to 1.1.1 and iceberg to 1.9.1
(#51634)
add fe87a09ee60 [Fix](case) Fix case
`test_key_bounds_truncation_write_scenarios` (#51761)
add 36c63b9cb0d [enhancement](cloud) monitor evict size of file cache
active gc (#51197)
add d42b0794aa3 [Fix](case) Fix unstable case
`test_delete_publish_skip_read` (#51757)
add 914e1a551fb [feat](cloud) Add unused rowset state for CloudTablet
(#51573)
add ccbfc940bbb [opt](ci) auto pick pr to branch-3.1 and protected merge
(#51796)
add 6a6fccdba2e [fix](compile) fix ShowLoadWarningsCommand compilation
error (#51781)
add 3c6fd95088c [feat](warmup) display tables in SHOW WARM UP JOB results
(#51594)
add 37c2a6ff6c5 [enhance](systable)Improve remote_data_size for partitions
table (#51519)
add 73d47885e8c [enhance](cloud)add log for compaction read time (#51355)
add 91c8cdc8f70 [Enhancement] add information_schema backend_tablets table
(#51282)
add 277219df446 [improve](auto partition) random choose dummy partition
location to enhance fault tolerance (#51732)
add f2ad0c11624 [fix](nereids)fix WarmUpClusterCommand compile failure
(#51813)
add 02b430ea667 [fix](load) fix S3 load cannot use HTTPS protocol for
loading data (#51219)
add c524d7e563c [chore](ci) stop be grace timeout 10m (#51704)
add 2ca19d15954 [Chore](nereids) remove AlterColumnStatsStmt (#51790)
add 6233e1e08f0 [Fix](Oss-Hdfs)ensure single URI and correct OSS-HDFS type
detection (#51678)
add 0cd4a15c42c [Bug](function) fix wrong result of hll_to_base64
(#51831)
add 63b52de34b7 [Chore](nereids) Remove ShowStmt (#51827)
add f8832aec2f4 [Chore](nereids) remove DropCachedStatsStmt (#51791)
add cbb72854ce5 [refactor](minor) Remove unused thread pool (#51828)
add 551b0201445 [fix](build) fix macOS build (#51800)
add 1cc7ec6bca0 [env](simdjson)The version of simdjson has been upgraded
from 3.0.1 to 3.11.6. (#51784)
add db16cc1b80a [opt](analytic) opt the computation for ROWS UNBOUNDED
PRECEDING AND XXX window function (#51228)
add 85b7231cdfa [fix](mtmv) Fix compensate union wrongly when direct query
is empty relation (#51700)
add d5f4a049639 [fix](s3client) Fix `aws_config.maxConnections` set
incorrectly (#51825)
add 676d85b5f35 [clean](planner)copy into removes dependency on the old
optimizer (#51556)
add 3e376d36f21 [Chore](nereids) remove AlterUserStmt (#51820)
add ed8dd25e578 [ci](nonConcurrent) adjust regression conf (#51769)
add a3491343e29 [clean](planner)view removes dependency on the old
optimizer (#51521)
add 79b946e9c51 [Chore](nereids) Remove CreateFileStmt (#51818)
add 21aa3fca7fb [fix](inverted index) catch IO exception to avoid coredump
in inverted index string reader (#51844)
add fc64dd59177 [chore](cloud) Add cloud meta mgr timeout counter (#51836)
add af5fd36c50e [Feature](recycler) Add recycler metrics for recycler
layer (#51409)
add b1f060517db [feat](iceberg) Support read iceberg system tables (#51190)
add 1d091da34f6 [file cache]add some stats for file_cache_statistics
(#51484)
add 89af088450d [fix](hudi catalog) Fix the Kerberos authentication error
when querying hudi table (#51713)
add 0c38e5e06ed [fix](filecache) fix load_cache_info_into_memory crash
(#51684)
add 1b34b1b2dcc [fix](http) support show backend config when BE enable
http auth (#51887)
add 5c0fd4d5647 [fix](catalog)Fixed the issue of missing data when
querying external tables in multi-BE and batch mode. (#51694)
add e190f1f741f [fix & opt](orc) ORC-1525: Fix bad read in
RleDecoderV2::readByte and Decompress zlib by libdeflate. (#51775)
add f3e8cda0ed8 [fix](docker) resolve Python Logger warnings (#50922)
add 3cf4045cf7d [feat](param-refactor)Unify FS Factory Creation Logic and
Support Broker Properties for Catalog Compatibility (#51888)
add 99778fbe541 [fix](oss)Support Aliyun OSS S3-Compatible Public Endpoint
Format (eg. s3.oss-cn-xxx.aliyuncs.com) (#51894)
add 718acf34adc [improvment](show)support jobid in show load warnings
(#51868)
add ade8d2d4e5e [Chore](nereids) Remove GrantStmt and RevokeStmt (#51838)
add 4712684a20f [fix](profile) Fix data race and refactor on threads usage
of profile report (#51839)
add 3bcf76b92ec [Chore](nereids) Remove DropStats/AnalyzeStmt (#51859)
add 78c9d129801 [Chore](nereids) Remove CreateWorkloadGroupStmt (#51822)
add be095b5977f [chore](nereids)delete unsupported show stmt (#51870)
add c7c0cd556c4 [improvement](cloud) enable s3 load from volcano engine
object storag… (#51794)
add 3466a0871bb [Enhancement] (nereids) delete translate paritionNamesIno
in ShowReplicaDistributionCommand/ShowDataSkewCommand (#51850)
add d3ba307a359 [bugfix](memleak) fix memory leak for tabletschema and
result cache (#51786)
add 7060643051d [fix](catalog) synchronize reset methods in catalog
classes and remove Lombok annotations (#51787)
add 8deb374deb1 [Chore](nereids) remove StopRoutineLoadStmt (#51830)
add 9dbd88fb0f6 Merge branch 'master' into hello-stephen-patch-5
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 27 +-
.github/workflows/auto-cherry-pick.yml | 8 +
be/src/apache-orc | 2 +-
be/src/cloud/cloud_base_compaction.cpp | 2 +
be/src/cloud/cloud_cumulative_compaction.cpp | 2 +
be/src/cloud/cloud_full_compaction.cpp | 2 +
be/src/cloud/cloud_meta_mgr.cpp | 41 +-
be/src/cloud/cloud_meta_mgr.h | 2 -
be/src/cloud/cloud_schema_change_job.cpp | 10 +-
be/src/cloud/cloud_tablet.cpp | 90 +-
be/src/cloud/cloud_tablet.h | 8 +
be/src/cloud/cloud_tablet_mgr.cpp | 8 +
be/src/cloud/cloud_tablet_mgr.h | 2 +
be/src/exec/schema_scanner.cpp | 3 +
.../schema_scanner/schema_partitions_scanner.cpp | 3 +-
.../exec/schema_scanner/schema_scanner_helper.cpp | 31 +-
be/src/exec/schema_scanner/schema_scanner_helper.h | 4 +
.../exec/schema_scanner/schema_tablets_scanner.cpp | 227 ++
..._rowsets_scanner.h => schema_tablets_scanner.h} | 22 +-
be/src/io/cache/block_file_cache.cpp | 13 +
be/src/io/cache/block_file_cache.h | 8 +-
be/src/io/file_factory.cpp | 44 +-
be/src/olap/base_tablet.h | 12 +
be/src/olap/compaction.cpp | 7 +
be/src/olap/merger.cpp | 13 +
be/src/olap/merger.h | 2 +
be/src/olap/olap_server.cpp | 4 -
be/src/olap/rowset/segment_v2/column_reader.cpp | 7 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 78 +-
be/src/olap/storage_engine.h | 2 -
be/src/olap/tablet.h | 17 +-
be/src/olap/tablet_schema.cpp | 34 +-
be/src/olap/tablet_schema.h | 5 -
be/src/pipeline/dependency.cpp | 11 +-
be/src/pipeline/exec/analytic_sink_operator.cpp | 115 +-
be/src/pipeline/exec/analytic_sink_operator.h | 11 +-
.../exec/materialization_source_operator.cpp | 4 +-
be/src/runtime/cache/result_cache.h | 6 +-
be/src/runtime/exec_env_init.cpp | 2 +-
be/src/runtime/fragment_mgr.cpp | 4 +-
be/src/runtime/query_context.cpp | 2 +-
be/src/runtime/runtime_query_statistics_mgr.cpp | 182 +-
be/src/runtime/runtime_query_statistics_mgr.h | 27 +-
.../workload_group/workload_group_manager.cpp | 2 +-
be/src/service/internal_service.cpp | 6 +-
be/src/util/s3_util.cpp | 10 +-
.../aggregate_function_window.cpp | 2 +-
.../aggregate_function_window.h | 34 +-
be/src/vec/common/sort/heap_sorter.cpp | 190 +-
be/src/vec/common/sort/heap_sorter.h | 78 +-
be/src/vec/common/sort/partition_sorter.cpp | 4 +-
be/src/vec/common/sort/sorter.cpp | 16 +-
be/src/vec/common/sort/sorter.h | 5 +-
be/src/vec/common/sort/topn_sorter.cpp | 2 +-
be/src/vec/core/sort_cursor.h | 120 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 30 +-
.../data_types/serde/data_type_object_serde.cpp | 33 +
.../vec/data_types/serde/data_type_object_serde.h | 4 +
be/src/vec/exec/format/jni_reader.cpp | 16 -
be/src/vec/exec/format/jni_reader.h | 17 +-
be/src/vec/exec/format/table/hudi_jni_reader.cpp | 15 +-
be/src/vec/exec/format/table/hudi_jni_reader.h | 5 -
.../format/table/iceberg_sys_table_jni_reader.cpp | 60 +
...jni_reader.h => iceberg_sys_table_jni_reader.h} | 26 +-
.../vec/exec/format/table/lakesoul_jni_reader.cpp | 20 +-
be/src/vec/exec/format/table/lakesoul_jni_reader.h | 17 +-
.../exec/format/table/max_compute_jni_reader.cpp | 12 -
.../vec/exec/format/table/max_compute_jni_reader.h | 5 -
be/src/vec/exec/format/table/paimon_jni_reader.cpp | 8 -
be/src/vec/exec/format/table/paimon_jni_reader.h | 3 -
.../format/table/trino_connector_jni_reader.cpp | 13 -
.../exec/format/table/trino_connector_jni_reader.h | 5 -
be/src/vec/exec/scan/meta_scanner.cpp | 26 +-
be/src/vec/exec/scan/meta_scanner.h | 7 +-
be/src/vec/functions/function_hll.cpp | 4 +-
be/src/vec/functions/function_string.h | 1 +
be/src/vec/runtime/vsorted_run_merger.cpp | 2 +-
.../segment_v2/inverted_index_reader_test.cpp | 169 +-
be/test/pipeline/operator/sort_operator_test.cpp | 33 +-
be/test/vec/exec/sort/heap_sorter_test.cpp | 36 +-
be/test/vec/exec/sort/merge_sorter_state.cpp | 2 +-
build.sh | 37 +-
cloud/src/common/bvars.cpp | 13 +
cloud/src/common/bvars.h | 107 +
cloud/src/main.cpp | 2 +
cloud/src/recycler/recycler.cpp | 25 +-
docker/runtime/doris-compose/command.py | 4 +-
docker/runtime/doris-compose/database.py | 4 +-
.../create_preinstalled_scripts/iceberg/run13.sql | 28 +
.../pom.xml | 28 +-
.../doris/iceberg/IcebergSysTableColumnValue.java | 173 ++
.../doris/iceberg/IcebergSysTableJniScanner.java | 138 ++
.../src/main/resources/package.xml | 0
fe/be-java-extensions/pom.xml | 1 +
fe/be-java-extensions/preload-extensions/pom.xml | 31 +
.../java/org/apache/doris/catalog/StructType.java | 4 +
.../main/java/org/apache/doris/common/Config.java | 71 +-
.../main/java/org/apache/doris/common/Triple.java | 109 +
fe/fe-core/pom.xml | 18 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 26 +-
fe/fe-core/src/main/cup/sql_parser.cup | 576 +----
.../main/java/org/apache/doris/alter/Alter.java | 3 +-
.../doris/analysis/AlterColumnStatsStmt.java | 230 --
.../org/apache/doris/analysis/AlterUserStmt.java | 166 --
.../org/apache/doris/analysis/AlterViewStmt.java | 41 -
.../org/apache/doris/analysis/BaseViewStmt.java | 119 -
.../org/apache/doris/analysis/CreateFileStmt.java | 170 --
.../doris/analysis/CreateRepositoryStmt.java | 5 +
.../apache/doris/analysis/CreateResourceStmt.java | 5 +-
.../org/apache/doris/analysis/CreateViewStmt.java | 50 -
.../doris/analysis/CreateWorkloadGroupStmt.java | 98 -
.../org/apache/doris/analysis/DescribeStmt.java | 419 ----
.../apache/doris/analysis/DropAnalyzeJobStmt.java | 39 -
.../apache/doris/analysis/DropCachedStatsStmt.java | 121 -
.../org/apache/doris/analysis/DropStatsStmt.java | 201 --
.../java/org/apache/doris/analysis/GrantStmt.java | 382 ---
.../apache/doris/analysis/KillAnalysisJobStmt.java | 32 -
.../java/org/apache/doris/analysis/LoadStmt.java | 12 +-
.../java/org/apache/doris/analysis/LoadType.java | 23 -
.../apache/doris/analysis/NativeInsertStmt.java | 15 +-
.../org/apache/doris/analysis/ResourceDesc.java | 2 +-
.../java/org/apache/doris/analysis/RevokeStmt.java | 217 --
.../org/apache/doris/analysis/SchemaTableType.java | 1 +
.../apache/doris/analysis/ShowBackendsStmt.java | 66 -
.../org/apache/doris/analysis/ShowBackupStmt.java | 188 --
.../org/apache/doris/analysis/ShowBrokerStmt.java | 61 -
.../apache/doris/analysis/ShowBuildIndexStmt.java | 237 --
.../org/apache/doris/analysis/ShowCatalogStmt.java | 106 -
.../org/apache/doris/analysis/ShowCharsetStmt.java | 47 -
.../org/apache/doris/analysis/ShowClusterStmt.java | 87 -
.../apache/doris/analysis/ShowCollationStmt.java | 50 -
.../apache/doris/analysis/ShowConvertLSCStmt.java | 69 -
.../org/apache/doris/analysis/ShowCopyStmt.java | 216 --
.../doris/analysis/ShowCreateCatalogStmt.java | 80 -
.../apache/doris/analysis/ShowCreateDbStmt.java | 90 -
.../doris/analysis/ShowCreateFunctionStmt.java | 132 --
.../analysis/ShowCreateMaterializedViewStmt.java | 81 -
.../doris/analysis/ShowCreateRepositoryStmt.java | 62 -
.../apache/doris/analysis/ShowCreateTableStmt.java | 148 --
.../apache/doris/analysis/ShowDataSkewStmt.java | 88 -
.../apache/doris/analysis/ShowDataTypesStmt.java | 91 -
.../org/apache/doris/analysis/ShowDeleteStmt.java | 84 -
.../doris/analysis/ShowDynamicPartitionStmt.java | 96 -
.../apache/doris/analysis/ShowEncryptKeysStmt.java | 100 -
.../org/apache/doris/analysis/ShowEventsStmt.java | 53 -
.../org/apache/doris/analysis/ShowExportStmt.java | 254 --
.../apache/doris/analysis/ShowFrontendsStmt.java | 84 -
.../apache/doris/analysis/ShowFunctionsStmt.java | 155 --
.../org/apache/doris/analysis/ShowGrantsStmt.java | 102 -
.../apache/doris/analysis/ShowLastInsertStmt.java | 58 -
.../apache/doris/analysis/ShowLoadProfileStmt.java | 48 -
.../org/apache/doris/analysis/ShowLoadStmt.java | 345 ---
.../apache/doris/analysis/ShowOpenTableStmt.java | 42 -
.../apache/doris/analysis/ShowPartitionIdStmt.java | 74 -
.../apache/doris/analysis/ShowPartitionsStmt.java | 355 ---
.../org/apache/doris/analysis/ShowPluginsStmt.java | 70 -
.../apache/doris/analysis/ShowPrivilegesStmt.java | 42 -
.../org/apache/doris/analysis/ShowProcStmt.java | 87 -
.../apache/doris/analysis/ShowProcesslistStmt.java | 79 -
.../doris/analysis/ShowQueryProfileStmt.java | 48 -
.../analysis/ShowReplicaDistributionStmt.java | 91 -
.../doris/analysis/ShowRepositoriesStmt.java | 60 -
.../apache/doris/analysis/ShowResourcesStmt.java | 267 ---
.../org/apache/doris/analysis/ShowRestoreStmt.java | 212 --
.../org/apache/doris/analysis/ShowRolesStmt.java | 69 -
.../apache/doris/analysis/ShowSmallFilesStmt.java | 76 -
.../apache/doris/analysis/ShowSnapshotStmt.java | 188 --
.../doris/analysis/ShowSqlBlockRuleStmt.java | 86 -
.../org/apache/doris/analysis/ShowStageStmt.java | 97 -
.../org/apache/doris/analysis/ShowStatusStmt.java | 41 -
.../doris/analysis/ShowStoragePolicyUsingStmt.java | 78 -
.../doris/analysis/ShowStorageVaultStmt.java | 64 -
.../doris/analysis/ShowTableCreationStmt.java | 101 -
.../org/apache/doris/analysis/ShowTableIdStmt.java | 73 -
.../org/apache/doris/analysis/ShowTableStmt.java | 200 --
.../analysis/ShowTabletStorageFormatStmt.java | 81 -
.../doris/analysis/ShowTabletsBelongStmt.java | 104 -
.../org/apache/doris/analysis/ShowTrashStmt.java | 73 -
.../apache/doris/analysis/ShowTriggersStmt.java | 48 -
.../apache/doris/analysis/ShowTypeCastStmt.java | 90 -
.../apache/doris/analysis/ShowWhiteListStmt.java | 39 -
.../apache/doris/analysis/StopRoutineLoadStmt.java | 55 -
.../org/apache/doris/analysis/StorageDesc.java | 21 +-
.../apache/doris/analysis/WarmUpClusterStmt.java | 6 +-
.../org/apache/doris/backup/BackupHandler.java | 4 +-
.../java/org/apache/doris/backup/Repository.java | 4 +-
.../java/org/apache/doris/backup/RestoreJob.java | 8 -
.../apache/doris/blockrule/SqlBlockRuleMgr.java | 9 -
.../main/java/org/apache/doris/catalog/Column.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 48 +-
.../org/apache/doris/catalog/JdbcResource.java | 1 +
.../java/org/apache/doris/catalog/JdbcTable.java | 20 +
.../org/apache/doris/catalog/MetadataViewer.java | 181 +-
.../java/org/apache/doris/catalog/Resource.java | 3 -
.../java/org/apache/doris/catalog/SchemaTable.java | 26 +-
.../org/apache/doris/catalog/SparkResource.java | 348 +--
.../main/java/org/apache/doris/catalog/View.java | 29 +-
.../apache/doris/cloud/CacheHotspotManager.java | 38 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 22 +
.../org/apache/doris/cloud/stage/StageUtil.java | 3 +-
.../org/apache/doris/cloud/storage/RemoteBase.java | 2 +
.../storage/TosRemote.java} | 32 +-
.../doris/common/proc/DeleteInfoProcDir.java | 5 +-
.../org/apache/doris/common/proc/JobsProcDir.java | 2 +-
.../doris/common/profile/SummaryProfile.java | 23 +-
.../org/apache/doris/common/util/BrokerUtil.java | 2 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 7 +
.../org/apache/doris/common/util/SmallFileMgr.java | 8 -
.../org/apache/doris/datasource/CatalogMgr.java | 22 -
.../apache/doris/datasource/ExternalCatalog.java | 104 +-
.../apache/doris/datasource/ExternalDatabase.java | 74 +-
.../doris/datasource/ExternalFunctionRules.java | 287 +++
.../org/apache/doris/datasource/ExternalTable.java | 34 +-
.../apache/doris/datasource/FileQueryScanNode.java | 24 +-
.../apache/doris/datasource/LoadScanProvider.java | 5 +-
.../apache/doris/datasource/SplitAssignment.java | 2 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 2 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 9 +-
.../datasource/iceberg/IcebergMetadataCache.java | 13 -
.../doris/datasource/iceberg/IcebergUtils.java | 22 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 20 +-
.../doris/datasource/jdbc/JdbcExternalTable.java | 1 +
.../jdbc/source/JdbcFunctionPushDownRule.java | 84 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 10 +-
.../datasource/paimon/PaimonMetadataCache.java | 8 +-
.../datasource/property/ConnectionProperties.java | 5 +-
.../property/metastore/HMSProperties.java | 8 +-
.../property/storage/BrokerProperties.java | 43 +
.../property/storage/HdfsCompatibleProperties.java | 25 +-
.../property/storage/HdfsProperties.java | 52 +-
.../property/storage/HdfsPropertiesUtils.java | 42 +-
.../property/storage/OSSHdfsProperties.java | 75 +-
.../datasource/property/storage/OSSProperties.java | 11 +-
.../property/storage/StorageProperties.java | 3 +
...SnapshotsSysTable.java => IcebergSysTable.java} | 30 +-
.../datasource/systable/SupportedSysTables.java | 5 +-
.../datasource/tvf/source/MetadataScanNode.java | 43 +-
.../java/org/apache/doris/fs/FileSystemCache.java | 2 +-
.../org/apache/doris/fs/FileSystemFactory.java | 41 +-
.../org/apache/doris/fs/PersistentFileSystem.java | 10 +-
.../org/apache/doris/fs/StorageTypeMapper.java | 3 +
.../apache/doris/fs/remote/BrokerFileSystem.java | 13 +-
.../apache/doris/httpv2/rest/CopyIntoAction.java | 33 +-
.../doris/httpv2/rest/GetLoadInfoAction.java | 106 -
.../org/apache/doris/httpv2/rest/LoadAction.java | 11 +-
.../org/apache/doris/httpv2/rest/MultiAction.java | 265 ---
.../org/apache/doris/journal/JournalEntity.java | 15 +-
.../main/java/org/apache/doris/load/DppConfig.java | 383 +--
.../java/org/apache/doris/load/DppScheduler.java | 564 -----
.../java/org/apache/doris/load/EtlJobInfo.java | 69 -
.../java/org/apache/doris/load/EtlJobType.java | 3 +-
.../org/apache/doris/load/EtlSubmitResult.java | 38 -
.../org/apache/doris/load/HadoopEtlJobInfo.java | 130 -
.../{Load.java => LoadExprTransformUtils.java} | 878 +------
.../main/java/org/apache/doris/load/LoadJob.java | 903 +------
.../java/org/apache/doris/load/MiniEtlJobInfo.java | 87 -
.../org/apache/doris/load/loadv2/BulkLoadJob.java | 13 +-
.../apache/doris/load/loadv2/LoadEtlChecker.java | 2 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 29 -
.../org/apache/doris/load/loadv2/LoadManager.java | 129 +-
.../org/apache/doris/load/loadv2/MiniLoadJob.java | 103 -
.../doris/load/loadv2/SparkEtlJobHandler.java | 409 ----
.../doris/load/loadv2/SparkLauncherMonitor.java | 265 ---
.../doris/load/loadv2/SparkLoadAppHandle.java | 153 +-
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 934 +-------
.../doris/load/loadv2/SparkLoadPendingTask.java | 589 -----
.../load/loadv2/SparkPendingTaskAttachment.java | 61 -
.../apache/doris/load/loadv2/SparkRepository.java | 382 ---
.../doris/load/loadv2/SparkYarnConfigFiles.java | 246 --
.../doris/load/loadv2/YarnApplicationReport.java | 121 -
.../doris/load/routineload/RoutineLoadManager.java | 28 -
.../java/org/apache/doris/master/MasterImpl.java | 5 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 3 +-
.../org/apache/doris/mysql/privilege/Auth.java | 46 -
.../apache/doris/mysql/privilege/UserProperty.java | 154 +-
.../doris/mysql/privilege/UserPropertyMgr.java | 13 -
.../org/apache/doris/nereids/CascadesContext.java | 5 -
.../org/apache/doris/nereids/NereidsPlanner.java | 18 -
.../java/org/apache/doris/nereids/cost/Cost.java | 88 +-
.../apache/doris/nereids/cost/CostCalculator.java | 7 +-
.../cost/{CostModelV1.java => CostModel.java} | 78 +-
.../org/apache/doris/nereids/cost/CostModelV2.java | 356 ---
.../java/org/apache/doris/nereids/cost/CostV1.java | 98 -
.../java/org/apache/doris/nereids/cost/CostV2.java | 134 --
.../nereids/jobs/cascades/CostAndEnforcerJob.java | 10 +-
.../jobs/executor/TablePartitionCollector.java | 46 -
.../doris/nereids/parser/LogicalPlanBuilder.java | 77 +-
.../mv/AbstractMaterializedViewRule.java | 16 +-
.../mv/InitMaterializationContextHook.java | 21 +-
.../exploration/mv/MaterializedViewUtils.java | 10 +
.../rules/exploration/mv/PartitionCompensator.java | 28 +-
.../nereids/rules/exploration/mv/StructInfo.java | 33 +-
.../rules/rewrite/QueryPartitionCollector.java | 26 +-
.../expressions/functions/table/IcebergMeta.java | 8 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 5 +-
.../commands/AdminSetFrontendConfigCommand.java} | 65 +-
.../plans/commands/CancelWarmUpJobCommand.java | 41 +-
.../plans/commands/CreateRepositoryCommand.java | 5 +
.../trees/plans/commands/GrantRoleCommand.java | 15 +
.../trees/plans/commands/ShowConfigCommand.java | 4 +-
.../trees/plans/commands/ShowDataSkewCommand.java | 5 +-
.../trees/plans/commands/ShowLoadCommand.java | 109 +-
.../plans/commands/ShowLoadWarningsCommand.java | 335 +++
.../commands/ShowReplicaDistributionCommand.java | 6 +-
.../trees/plans/commands/ShowWarmUpCommand.java | 1 +
.../trees/plans/commands/WarmUpClusterCommand.java | 195 ++
.../plans/commands/info/CreateResourceInfo.java | 5 +-
.../info/{LockTableInfo.java => WarmUpItem.java} | 30 +-
.../trees/plans/visitor/CommandVisitor.java | 15 +
.../java/org/apache/doris/persist/EditLog.java | 5 -
.../org/apache/doris/persist/gson/GsonUtils.java | 2 -
.../planner/BackendPartitionedSchemaScanNode.java | 1 +
.../org/apache/doris/planner/OlapTableSink.java | 15 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 11 -
.../main/java/org/apache/doris/qe/DdlExecutor.java | 37 -
.../java/org/apache/doris/qe/MultiLoadMgr.java | 522 ----
.../java/org/apache/doris/qe/SessionVariable.java | 12 -
.../java/org/apache/doris/qe/ShowExecutor.java | 1892 +--------------
.../java/org/apache/doris/qe/StmtExecutor.java | 4 -
.../computegroup/AllBackendComputeGroup.java | 7 +
.../resource/workloadgroup/WorkloadGroupMgr.java | 5 -
.../java/org/apache/doris/service/ExecuteEnv.java | 7 -
.../apache/doris/statistics/AnalysisManager.java | 73 -
.../doris/statistics/StatisticsRepository.java | 95 -
.../tablefunction/BackendsTableValuedFunction.java | 5 +-
.../tablefunction/CatalogsTableValuedFunction.java | 17 +-
.../FrontendsDisksTableValuedFunction.java | 5 +-
.../FrontendsTableValuedFunction.java | 5 +-
.../tablefunction/HudiTableValuedFunction.java | 4 +-
.../tablefunction/IcebergTableValuedFunction.java | 149 +-
.../tablefunction/JobsTableValuedFunction.java | 5 +-
.../doris/tablefunction/MetadataGenerator.java | 65 +-
.../tablefunction/MetadataTableValuedFunction.java | 6 +-
.../tablefunction/MvInfosTableValuedFunction.java | 5 +-
.../PartitionValuesTableValuedFunction.java | 4 +-
.../PartitionsTableValuedFunction.java | 5 +-
.../doris/tablefunction/TableValuedFunctionIf.java | 2 +-
.../tablefunction/TasksTableValuedFunction.java | 5 +-
.../java/org/apache/doris/alter/AlterTest.java | 1373 -----------
.../org/apache/doris/analysis/AccessTestUtil.java | 5 -
.../doris/analysis/CreateResourceStmtTest.java | 11 +-
.../apache/doris/analysis/CreateViewStmtTest.java | 53 -
.../org/apache/doris/analysis/GrantStmtTest.java | 124 -
.../org/apache/doris/analysis/LoadStmtTest.java | 32 +-
.../apache/doris/analysis/ResourceDescTest.java | 80 -
.../doris/analysis/SetUserPropertyStmtTest.java | 1 -
.../doris/analysis/SetUserPropertyVarTest.java | 4 -
.../doris/analysis/ShowBackendsStmtTest.java | 86 -
.../apache/doris/analysis/ShowBackupStmtTest.java | 150 --
.../apache/doris/analysis/ShowBrokerStmtTest.java | 87 -
.../doris/analysis/ShowBuildIndexStmtTest.java | 239 --
.../apache/doris/analysis/ShowCatalogStmtTest.java | 49 -
.../doris/analysis/ShowCreateDbStmtTest.java | 60 -
.../doris/analysis/ShowCreateFunctionTest.java | 61 -
.../analysis/ShowCreateMaterializedViewTest.java | 94 -
.../doris/analysis/ShowCreateTableStmtTest.java | 112 -
.../doris/analysis/ShowDataTypesStmtTest.java | 48 -
.../doris/analysis/ShowEncryptKeysStmtTest.java | 76 -
.../apache/doris/analysis/ShowExportStmtTest.java | 90 -
.../doris/analysis/ShowFrontendsStmtTest.java | 68 -
.../doris/analysis/ShowFunctionsStmtTest.java | 89 -
.../apache/doris/analysis/ShowFunctionsTest.java | 62 -
.../apache/doris/analysis/ShowLoadStmtTest.java | 151 --
.../doris/analysis/ShowPartitionIdStmtTest.java | 58 -
.../doris/analysis/ShowPartitionsStmtTest.java | 265 ---
.../org/apache/doris/analysis/ShowReplicaTest.java | 160 --
.../doris/analysis/ShowResourcesStmtTest.java | 82 -
.../doris/analysis/ShowTableCreationStmtTest.java | 62 -
.../apache/doris/analysis/ShowTableIdStmtTest.java | 56 -
.../apache/doris/analysis/ShowTableStmtTest.java | 107 -
.../doris/analysis/ShowUserPropertyStmtTest.java | 11 +-
.../org/apache/doris/backup/BackupJobTest.java | 3 +-
.../org/apache/doris/backup/BrokerStorageTest.java | 4 +-
.../org/apache/doris/backup/CatalogMocker.java | 5 -
.../org/apache/doris/backup/RepositoryTest.java | 11 +-
.../org/apache/doris/backup/RestoreJobTest.java | 3 +-
.../doris/blockrule/SqlBlockRuleMgrTest.java | 329 ---
.../org/apache/doris/catalog/CreateViewTest.java | 37 +-
.../java/org/apache/doris/catalog/EnvTest.java | 5 -
.../org/apache/doris/catalog/RefreshDbTest.java | 14 +-
.../org/apache/doris/catalog/RefreshTableTest.java | 14 +-
.../org/apache/doris/catalog/ResourceMgrTest.java | 64 +-
.../apache/doris/catalog/SparkResourceTest.java | 235 --
.../apache/doris/catalog/TempPartitionTest.java | 1323 -----------
.../org/apache/doris/catalog/UserPropertyTest.java | 27 -
.../doris/clone/DecreaseReplicationNumTest.java | 4 +-
.../doris/cloud/cache/CacheHotspotManagerTest.java | 2 +-
.../doris/cluster/DecommissionBackendTest.java | 77 -
.../doris/common/util/AutoBucketUtilsTest.java | 40 -
.../apache/doris/common/util/SmallFileMgrTest.java | 148 --
.../org/apache/doris/common/util/UnitTestUtil.java | 21 -
.../doris/cooldown/CooldownConfHandlerTest.java | 10 +-
.../apache/doris/datasource/CatalogMgrTest.java | 790 -------
.../apache/doris/datasource/ColumnPrivTest.java | 246 +-
.../ExternalFunctionPushDownRulesTest.java | 431 ++++
.../ExternalFunctionRewriteRulesTest.java | 443 ++++
.../datasource/iceberg/CreateIcebergTableTest.java | 4 +-
.../iceberg/IcebergExternalTableTest.java | 193 +-
.../iceberg/source/IcebergScanNodeTest.java | 182 --
.../paimon/PaimonExternalCatalogTest.java | 2 +-
.../property/metastore/HMSPropertiesTest.java | 2 +-
.../property/storage/BrokerPropertiesTest.java | 69 +
.../property/storage/HdfsPropertiesUtilsTest.java | 30 +-
.../property/storage/OSSHdfsPropertiesTest.java | 45 +-
.../property/storage/OSSPropertiesTest.java | 13 +-
.../apache/doris/external/hms/HmsCatalogTest.java | 2 -
.../external/iceberg/IcebergHadoopCatalogTest.java | 3 +-
.../org/apache/doris/fs/obj/S3FileSystemTest.java | 8 +-
.../org/apache/doris/http/DorisHttpTestCase.java | 5 -
.../java/org/apache/doris/load/DppConfigTest.java | 151 --
.../doris/load/loadv2/BrokerLoadJobTest.java | 4 +-
.../doris/load/loadv2/SparkEtlJobHandlerTest.java | 434 ----
.../load/loadv2/SparkLauncherMonitorTest.java | 98 -
.../apache/doris/load/loadv2/SparkLoadJobTest.java | 554 -----
.../load/loadv2/SparkLoadPendingTaskTest.java | 285 ---
.../doris/load/loadv2/SparkRepositoryTest.java | 275 ---
.../load/loadv2/SparkYarnConfigFilesTest.java | 88 -
.../load/loadv2/YarnApplicationReportTest.java | 67 -
.../load/routineload/RoutineLoadManagerTest.java | 24 +-
.../org/apache/doris/mysql/privilege/AuthTest.java | 2491 --------------------
.../doris/nereids/memo/GroupExpressionTest.java | 9 +-
.../org/apache/doris/nereids/memo/MemoTest.java | 2 +-
.../nereids/privileges/TestCheckPrivileges.java | 50 -
.../nereids/rules/analysis/CheckRowPolicyTest.java | 10 +-
.../exploration/mv/PartitionCompensatorTest.java | 13 +-
.../AdminSetFrontendConfigCommandTest.java} | 65 +-
.../plans/commands/ShowFunctionsCommandTest.java | 14 +-
.../plans/commands/ShowGrantsCommandTest.java | 18 +-
.../commands/ShowLoadWarningsCommandTest.java | 82 +
...mandTest.java => WarmUpClusterCommandTest.java} | 77 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 3 +-
.../apache/doris/planner/HiveTableSinkTest.java | 2 +-
.../doris/planner/QueryCacheNormalizerTest.java | 2 +-
.../apache/doris/planner/ResourceTagQueryTest.java | 2 +-
.../java/org/apache/doris/policy/PolicyTest.java | 18 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 28 -
.../java/org/apache/doris/qe/MultiLoadMgrTest.java | 94 -
.../org/apache/doris/qe/OlapQueryCacheTest.java | 201 +-
.../java/org/apache/doris/qe/ShowExecutorTest.java | 218 +-
.../doris/service/FrontendServiceImplTest.java | 47 -
.../java/org/apache/doris/utframe/MockUsers.java | 56 -
.../apache/doris/utframe/TestWithFeService.java | 36 +-
.../org/apache/doris/utframe/UtFrameUtils.java | 26 -
fe/pom.xml | 76 +-
fe/spark-dpp/pom.xml | 225 --
.../org/apache/doris/common/SparkDppException.java | 39 -
.../apache/doris/load/loadv2/dpp/ColumnParser.java | 297 ---
.../load/loadv2/dpp/DorisKryoRegistrator.java | 36 -
.../load/loadv2/dpp/DorisRangePartitioner.java | 89 -
.../apache/doris/load/loadv2/dpp/DppColumns.java | 108 -
.../org/apache/doris/load/loadv2/dpp/DppUtils.java | 299 ---
.../doris/load/loadv2/dpp/GlobalDictBuilder.java | 432 ----
.../dpp/MinimumCoverageRollupTreeBuilder.java | 127 -
.../doris/load/loadv2/dpp/RollupTreeBuilder.java | 25 -
.../doris/load/loadv2/dpp/RollupTreeNode.java | 53 -
.../org/apache/doris/load/loadv2/dpp/SparkDpp.java | 1144 ---------
.../doris/load/loadv2/dpp/SparkRDDAggregator.java | 607 -----
.../doris/load/loadv2/dpp/StringAccumulator.java | 65 -
.../apache/doris/load/loadv2/etl/SparkEtlJob.java | 288 ---
.../doris/load/loadv2/dpp/ColumnParserTest.java | 136 --
.../load/loadv2/dpp/DorisRangePartitionerTest.java | 135 --
.../apache/doris/load/loadv2/dpp/DppUtilsTest.java | 238 --
.../dpp/MinimumCoverageRollupTreeBuilderTest.java | 109 -
.../apache/doris/load/loadv2/dpp/SparkDppTest.java | 67 -
.../doris/load/loadv2/etl/SparkEtlJobTest.java | 194 --
gensrc/proto/cloud.proto | 1 +
gensrc/thrift/Descriptors.thrift | 3 +-
gensrc/thrift/PlanNodes.thrift | 6 +-
gensrc/thrift/Types.thrift | 4 -
...che_compaction_and_read_stale_cloud_docker.out} | Bin
.../iceberg/test_iceberg_sys_table.out | Bin 1028 -> 95292 bytes
.../info_schema_db/backend_tablets.out} | Bin 111 -> 110 bytes
.../http_stream/test_http_stream_compress.out | Bin 179025 -> 179043
bytes
.../data/query_p0/nth_value_table.txt | 0
.../window_functions/test_nthvalue_function.out | Bin 1555 -> 3297 bytes
.../window_functions/test_ntile_function.out | Bin 443 -> 443 bytes
.../window_functions/test_window_fn.out | Bin 7823 -> 7822 bytes
.../data/query_p0/system/test_query_sys_tables.out | Bin 6108 -> 6150 bytes
.../data/variant_p0/test_sub_path_pruning.out | Bin 5855 -> 5855 bytes
.../data/variant_p0/topn_opt_read_by_rowids.out | Bin 9886 -> 9886 bytes
regression-test/pipeline/cloud_p0/clean.sh | 2 +-
regression-test/pipeline/cloud_p0/run.sh | 2 +-
.../nonConcurrent/conf/regression-conf.groovy | 1 +
regression-test/pipeline/vault_p0/clean.sh | 2 +-
regression-test/pipeline/vault_p0/run.sh | 2 +-
.../account_p0/test_auth_compatibility.groovy | 12 -
.../warm_up/table/test_warm_up_table.groovy | 6 +
.../warm_up/table/test_warm_up_tables.groovy | 8 +
.../test_show_storage_policy_using.groovy | 13 +-
..._compaction_and_read_stale_cloud_docker.groovy} | 76 +-
...ultisegments_and_read_stale_cloud_docker.groovy | 347 +++
.../import/import-way/mysql-load-manual.md.groovy | 2 +-
.../iceberg/test_iceberg_sys_table.groovy | 394 +++-
.../info_schema_db/backend_tablets.groovy | 125 +
.../jdbc/test_clickhouse_jdbc_catalog.groovy | 71 +-
.../jdbc/test_jdbc_query_mysql.groovy | 134 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 76 +-
.../jdbc/test_oracle_jdbc_catalog.groovy | 72 +-
.../legacy/test_f_delete_publish_skip_read.groovy | 2 +-
.../http_stream/test_http_stream_compress.groovy | 1 +
.../show/test_nereids_show_load_warnings.groovy | 84 +
.../test_simplify_comparison_predicate.groovy | 48 +-
.../window_functions/test_nthvalue_function.groovy | 39 +
.../window_functions/test_ntile_function.groovy | 8 +-
.../window_functions/test_window_fn.groovy | 4 +-
...st_key_bounds_truncation_write_scenarios.groovy | 36 +-
.../suites/variant_p0/test_sub_path_pruning.groovy | 32 +-
.../variant_p0/topn_opt_read_by_rowids.groovy | 8 +-
thirdparty/CHANGELOG.md | 5 +
thirdparty/download-thirdparty.sh | 2 +-
thirdparty/vars.sh | 8 +-
511 files changed, 7254 insertions(+), 39744 deletions(-)
create mode 100644 be/src/exec/schema_scanner/schema_tablets_scanner.cpp
copy be/src/exec/schema_scanner/{schema_rowsets_scanner.h =>
schema_tablets_scanner.h} (78%)
create mode 100644
be/src/vec/exec/format/table/iceberg_sys_table_jni_reader.cpp
copy be/src/vec/exec/format/table/{trino_connector_jni_reader.h =>
iceberg_sys_table_jni_reader.h} (66%)
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run13.sql
copy fe/be-java-extensions/{jdbc-scanner => iceberg-metadata-scanner}/pom.xml
(81%)
create mode 100644
fe/be-java-extensions/iceberg-metadata-scanner/src/main/java/org/apache/doris/iceberg/IcebergSysTableColumnValue.java
create mode 100644
fe/be-java-extensions/iceberg-metadata-scanner/src/main/java/org/apache/doris/iceberg/IcebergSysTableJniScanner.java
copy fe/be-java-extensions/{avro-scanner =>
iceberg-metadata-scanner}/src/main/resources/package.xml (100%)
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/common/Triple.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AlterColumnStatsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AlterUserStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateFileStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateWorkloadGroupStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/DescribeStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/DropAnalyzeJobStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/DropCachedStatsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/DropStatsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/GrantStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/KillAnalysisJobStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/RevokeStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowBackendsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowBackupStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowBrokerStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowBuildIndexStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCatalogStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCharsetStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowClusterStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCollationStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowConvertLSCStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCopyStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCreateCatalogStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCreateDbStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCreateFunctionStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCreateMaterializedViewStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCreateRepositoryStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowCreateTableStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowDataSkewStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowDataTypesStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowDeleteStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowDynamicPartitionStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowEncryptKeysStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowEventsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowExportStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowFrontendsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowFunctionsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowGrantsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowLastInsertStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowLoadProfileStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowLoadStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowOpenTableStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowPartitionIdStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowPartitionsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowPluginsStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowPrivilegesStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowProcStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowProcesslistStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowQueryProfileStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowReplicaDistributionStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowRepositoriesStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowResourcesStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowRestoreStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowRolesStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowSmallFilesStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowSnapshotStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowSqlBlockRuleStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowStageStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowStatusStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowStoragePolicyUsingStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowStorageVaultStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTableCreationStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTableIdStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTableStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTabletStorageFormatStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTabletsBelongStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTrashStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTriggersStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowTypeCastStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowWhiteListStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/StopRoutineLoadStmt.java
copy fe/fe-core/src/main/java/org/apache/doris/{task/MasterTask.java =>
cloud/storage/TosRemote.java} (60%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/ExternalFunctionRules.java
rename
fe/fe-core/src/main/java/org/apache/doris/datasource/systable/{IcebergSnapshotsSysTable.java
=> IcebergSysTable.java} (71%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/GetLoadInfoAction.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/MultiAction.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/DppScheduler.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/EtlJobInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/EtlSubmitResult.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/HadoopEtlJobInfo.java
rename fe/fe-core/src/main/java/org/apache/doris/load/{Load.java =>
LoadExprTransformUtils.java} (51%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/MiniEtlJobInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/MiniLoadJob.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/SparkEtlJobHandler.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/SparkLauncherMonitor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/SparkLoadPendingTask.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/SparkPendingTaskAttachment.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/SparkRepository.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/SparkYarnConfigFiles.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/YarnApplicationReport.java
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/cost/{CostModelV1.java =>
CostModel.java} (90%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/cost/CostModelV2.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/cost/CostV1.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/cost/CostV2.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/executor/TablePartitionCollector.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/AdminSetConfigStmt.java =>
nereids/trees/plans/commands/AdminSetFrontendConfigCommand.java} (71%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowLoadWarningsCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/WarmUpClusterCommand.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/{LockTableInfo.java
=> WarmUpItem.java} (63%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/qe/MultiLoadMgr.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/alter/AlterTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateViewStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/GrantStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ResourceDescTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowBackendsStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowBackupStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowBrokerStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowBuildIndexStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowCatalogStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowCreateDbStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowCreateFunctionTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowCreateMaterializedViewTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowCreateTableStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowDataTypesStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowEncryptKeysStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowExportStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowFrontendsStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowFunctionsStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowFunctionsTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowLoadStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowPartitionIdStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowPartitionsStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowReplicaTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowResourcesStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowTableCreationStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowTableIdStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/ShowTableStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/blockrule/SqlBlockRuleMgrTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/SparkResourceTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/TempPartitionTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/util/SmallFileMgrTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/CatalogMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalFunctionPushDownRulesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalFunctionRewriteRulesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/source/IcebergScanNodeTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/storage/BrokerPropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/DppConfigTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/SparkEtlJobHandlerTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/SparkLauncherMonitorTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/SparkLoadJobTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/SparkLoadPendingTaskTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/SparkRepositoryTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/SparkYarnConfigFilesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/loadv2/YarnApplicationReportTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/privilege/AuthTest.java
copy
fe/fe-core/src/test/java/org/apache/doris/{analysis/AdminSetConfigStmtTest.java
=> nereids/trees/plans/commands/AdminSetFrontendConfigCommandTest.java} (54%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowLoadWarningsCommandTest.java
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{ShowQueryStatsCommandTest.java
=> WarmUpClusterCommandTest.java} (56%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/MultiLoadMgrTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/utframe/MockUsers.java
delete mode 100644 fe/spark-dpp/pom.xml
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/common/SparkDppException.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/ColumnParser.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/DorisKryoRegistrator.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/DorisRangePartitioner.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/DppColumns.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/DppUtils.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/GlobalDictBuilder.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/MinimumCoverageRollupTreeBuilder.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/RollupTreeBuilder.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/RollupTreeNode.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/SparkDpp.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/SparkRDDAggregator.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/dpp/StringAccumulator.java
delete mode 100644
fe/spark-dpp/src/main/java/org/apache/doris/load/loadv2/etl/SparkEtlJob.java
delete mode 100644
fe/spark-dpp/src/test/java/org/apache/doris/load/loadv2/dpp/ColumnParserTest.java
delete mode 100644
fe/spark-dpp/src/test/java/org/apache/doris/load/loadv2/dpp/DorisRangePartitionerTest.java
delete mode 100644
fe/spark-dpp/src/test/java/org/apache/doris/load/loadv2/dpp/DppUtilsTest.java
delete mode 100644
fe/spark-dpp/src/test/java/org/apache/doris/load/loadv2/dpp/MinimumCoverageRollupTreeBuilderTest.java
delete mode 100644
fe/spark-dpp/src/test/java/org/apache/doris/load/loadv2/dpp/SparkDppTest.java
delete mode 100644
fe/spark-dpp/src/test/java/org/apache/doris/load/loadv2/etl/SparkEtlJobTest.java
copy regression-test/data/compaction/{test_mow_compaction_and_read_stale.out
=> test_filecache_compaction_and_read_stale_cloud_docker.out} (100%)
copy regression-test/data/{nereids_p0/huge_compound/huge_compound.out =>
external_table_p0/info_schema_db/backend_tablets.out} (94%)
copy pytest/hdfs/data/qe/baseall.txt =>
regression-test/data/query_p0/nth_value_table.txt (100%)
copy
regression-test/suites/compaction/{test_mow_compaction_and_read_stale_cloud_docker.groovy
=> test_filecache_compaction_and_read_stale_cloud_docker.groovy} (78%)
create mode 100644
regression-test/suites/compaction/test_filecache_compaction_multisegments_and_read_stale_cloud_docker.groovy
create mode 100644
regression-test/suites/external_table_p0/info_schema_db/backend_tablets.groovy
create mode 100644
regression-test/suites/nereids_p0/show/test_nereids_show_load_warnings.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
