(doris) branch spill_and_reserve updated: make tablet writer's counter more realtime

[yiguolei]

This is an automated email from the ASF dual-hosted git repository.

yiguolei pushed a commit to branch spill_and_reserve
in repository https://gitbox.apache.org/repos/asf/doris.git


The following commit(s) were added to refs/heads/spill_and_reserve by this push:
     new f5d6718a761 make tablet writer's counter more realtime
f5d6718a761 is described below

commit f5d6718a7614c8c70715d32764e8738e5920bb34
Author: yiguolei <guo...@selectdb.com>
AuthorDate: Wed Jan 15 18:31:47 2025 +0800

    make tablet writer's counter more realtime
---
 be/src/agent/workload_group_listener.cpp     | 4 ++--
 be/src/vec/sink/writer/vtablet_writer_v2.cpp | 8 ++++++++
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/be/src/agent/workload_group_listener.cpp 
b/be/src/agent/workload_group_listener.cpp
index bc7affed4ca..0ef32d1ec4e 100644
--- a/be/src/agent/workload_group_listener.cpp
+++ b/be/src/agent/workload_group_listener.cpp
@@ -35,8 +35,8 @@ void WorkloadGroupListener::handle_topic_info(const 
std::vector<TopicInfo>& topi
         if (!topic_info.__isset.workload_group_info) {
             continue;
         }
-        LOG(INFO) << "Received publish workload group info request: "
-                  << apache::thrift::ThriftDebugString(topic_info).c_str();
+        VLOG_DEBUG << "Received publish workload group info request: "
+                   << apache::thrift::ThriftDebugString(topic_info).c_str();
         is_set_workload_group_info = true;
 
         // 1 parse topic info to group info
diff --git a/be/src/vec/sink/writer/vtablet_writer_v2.cpp 
b/be/src/vec/sink/writer/vtablet_writer_v2.cpp
index 0526d8f377e..1a8085a1a11 100644
--- a/be/src/vec/sink/writer/vtablet_writer_v2.cpp
+++ b/be/src/vec/sink/writer/vtablet_writer_v2.cpp
@@ -459,6 +459,14 @@ Status VTabletWriterV2::write(RuntimeState* state, Block& 
input_block) {
         RETURN_IF_ERROR(_write_memtable(block, tablet_id, rows));
     }
 
+    COUNTER_SET(_input_rows_counter, _number_input_rows);
+    COUNTER_SET(_output_rows_counter, _number_output_rows);
+    COUNTER_SET(_filtered_rows_counter,
+                _block_convertor->num_filtered_rows() + 
_tablet_finder->num_filtered_rows());
+    COUNTER_SET(_send_data_timer, _send_data_ns);
+    COUNTER_SET(_row_distribution_timer, 
(int64_t)_row_distribution_watch.elapsed_time());
+    COUNTER_SET(_validate_data_timer, _block_convertor->validate_data_ns());
+
     return Status::OK();
 }
 


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org