This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new bc020112fc [enhancement](routineload) add debug conf and set
broker.name.ttl = 0 (#23302)
bc020112fc is described below
commit bc020112fccedb2b621dbfa922bec49eacb69031
Author: Yongqiang YANG <[email protected]>
AuthorDate: Sat Aug 26 10:56:35 2023 +0800
[enhancement](routineload) add debug conf and set broker.name.ttl = 0
(#23302)
* set broker.name.ttl = 0
* add debug config for librdkafka
---
be/src/common/config.cpp | 1 +
be/src/common/config.h | 1 +
be/src/runtime/routine_load/data_consumer.cpp | 4 ++++
3 files changed, 6 insertions(+)
diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp
index a8307e7de1..7e0ee4e536 100644
--- a/be/src/common/config.cpp
+++ b/be/src/common/config.cpp
@@ -770,6 +770,7 @@ DEFINE_mInt32(max_remote_storage_count, "10");
// and the valid values are: 0.9.0.x, 0.8.x.y.
DEFINE_String(kafka_api_version_request, "true");
DEFINE_String(kafka_broker_version_fallback, "0.10.0");
+DEFINE_String(kafka_debug, "disable");
// The number of pool siz of routine load consumer.
// If you meet the error describe in
https://github.com/edenhill/librdkafka/issues/3608
diff --git a/be/src/common/config.h b/be/src/common/config.h
index 8d978c768e..89aa6d4e14 100644
--- a/be/src/common/config.h
+++ b/be/src/common/config.h
@@ -826,6 +826,7 @@ DECLARE_mInt32(max_remote_storage_count);
// and the valid values are: 0.9.0.x, 0.8.x.y.
DECLARE_String(kafka_api_version_request);
DECLARE_String(kafka_broker_version_fallback);
+DECLARE_mString(kafka_debug);
// The number of pool siz of routine load consumer.
// If you meet the error describe in
https://github.com/edenhill/librdkafka/issues/3608
diff --git a/be/src/runtime/routine_load/data_consumer.cpp
b/be/src/runtime/routine_load/data_consumer.cpp
index cdbff1c1d1..3706e31fb4 100644
--- a/be/src/runtime/routine_load/data_consumer.cpp
+++ b/be/src/runtime/routine_load/data_consumer.cpp
@@ -91,6 +91,10 @@ Status
KafkaDataConsumer::init(std::shared_ptr<StreamLoadContext> ctx) {
RETURN_IF_ERROR(set_conf("api.version.request",
config::kafka_api_version_request));
RETURN_IF_ERROR(set_conf("api.version.fallback.ms", "0"));
RETURN_IF_ERROR(set_conf("broker.version.fallback",
config::kafka_broker_version_fallback));
+ RETURN_IF_ERROR(set_conf("broker.address.ttl", "0"));
+ if (config::kafka_debug != "disable") {
+ RETURN_IF_ERROR(set_conf("debug", config::kafka_debug));
+ }
for (auto& item : ctx->kafka_info->properties) {
if (starts_with(item.second, "FILE:")) {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
