This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 18bcc24c93b [Refactor] Routine load Job using workload name instead of
id in property. (#50563)
add b7e705b2aa6 [feat](s3client) Add role-based authorization for s3client
(#49541)
No new revisions were added by this update.
Summary of changes:
be/cmake/thirdparty.cmake | 2 +
be/src/io/fs/s3_file_system.cpp | 4 +
be/src/util/s3_util.cpp | 133 ++++++++---
be/src/util/s3_util.h | 19 +-
be/test/io/fs/s3_obj_storage_client_role_test.cpp | 185 +++++++++++++++
cloud/cmake/thirdparty.cmake | 3 +
cloud/src/meta-service/meta_service_resource.cpp | 160 ++++++++-----
cloud/src/recycler/s3_accessor.cpp | 63 +++--
cloud/src/recycler/s3_accessor.h | 9 +
cloud/test/meta_service_http_test.cpp | 89 +++++++
cloud/test/meta_service_test.cpp | 264 +++++++++++++++++++++
cloud/test/s3_accessor_test.cpp | 102 +++++++-
.../cpu_context.cpp => common/cpp/aws_common.cpp | 25 +-
.../geo/wkt_parse_ctx.h => common/cpp/aws_common.h | 14 +-
common/cpp/aws_logger.h | 2 +
.../java/org/apache/doris/common/util/S3Util.java | 98 +++++++-
.../datasource/property/S3ClientBEProperties.java | 8 +
.../property/constants/S3Properties.java | 35 +++
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 12 +-
.../doris/tablefunction/S3TableValuedFunction.java | 8 +
.../org/apache/doris/catalog/S3ResourceTest.java | 31 +++
gensrc/proto/cloud.proto | 11 +
gensrc/thrift/AgentService.thrift | 11 +
.../org/apache/doris/regression/Config.groovy | 34 +++
.../apache/doris/regression/suite/Syncer.groovy | 23 ++
.../pipeline/external/conf/regression-conf.groovy | 3 +
.../test_backup_restore_with_role.groovy} | 26 +-
.../aws_iam_role_p0/test_export_with_role.groovy | 117 +++++++++
.../test_external_catalog_with_role.groovy | 86 +++++++
.../aws_iam_role_p0/test_resource_with_role.groovy | 144 +++++++++++
.../aws_iam_role_p0/test_s3_load_with_role.groovy | 146 ++++++++++++
.../test_s3_vault_with_role.groovy} | 50 ++--
.../test_select_into_outfile_with_role.groovy | 70 ++++++
.../aws_iam_role_p0/test_tvf_with_role.groovy | 49 ++++
34 files changed, 1856 insertions(+), 180 deletions(-)
create mode 100644 be/test/io/fs/s3_obj_storage_client_role_test.cpp
copy be/src/runtime/workload_management/cpu_context.cpp =>
common/cpp/aws_common.cpp (56%)
copy be/src/geo/wkt_parse_ctx.h => common/cpp/aws_common.h (77%)
copy
regression-test/suites/{backup_restore/test_backup_restore_with_hdfs.groovy =>
aws_iam_role_p0/test_backup_restore_with_role.groovy} (80%)
create mode 100644
regression-test/suites/aws_iam_role_p0/test_export_with_role.groovy
create mode 100644
regression-test/suites/aws_iam_role_p0/test_external_catalog_with_role.groovy
create mode 100644
regression-test/suites/aws_iam_role_p0/test_resource_with_role.groovy
create mode 100644
regression-test/suites/aws_iam_role_p0/test_s3_load_with_role.groovy
copy
regression-test/suites/{vault_p0/default/test_s3_vault_path_start_with_slash.groovy
=> aws_iam_role_p0/test_s3_vault_with_role.groovy} (55%)
create mode 100644
regression-test/suites/aws_iam_role_p0/test_select_into_outfile_with_role.groovy
create mode 100644
regression-test/suites/aws_iam_role_p0/test_tvf_with_role.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
