This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new f334250 [improve](connector) add be thrift read log (#279)
f334250 is described below
commit f334250449b1c47f0cfb4b9930b7c35f82777ce5
Author: gnehil <[email protected]>
AuthorDate: Fri Mar 21 14:02:05 2025 +0800
[improve](connector) add be thrift read log (#279)
---
.../java/org/apache/doris/spark/client/DorisBackendThriftClient.java | 4 ++++
.../java/org/apache/doris/spark/client/read/AbstractThriftReader.java | 2 --
2 files changed, 4 insertions(+), 2 deletions(-)
diff --git
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisBackendThriftClient.java
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisBackendThriftClient.java
index 39c6c1d..9343d84 100644
---
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisBackendThriftClient.java
+++
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/DorisBackendThriftClient.java
@@ -17,6 +17,7 @@
package org.apache.doris.spark.client;
+import org.apache.commons.lang3.StringUtils;
import org.apache.doris.sdk.thrift.TDorisExternalService;
import org.apache.doris.sdk.thrift.TScanBatchResult;
import org.apache.doris.sdk.thrift.TScanCloseParams;
@@ -124,6 +125,7 @@ public class DorisBackendThriftClient {
* @throws ConnectedFailedException throw if cannot connect to Doris BE
*/
public TScanOpenResult openScanner(TScanOpenParams openParams) throws
ConnectedFailedException {
+ logger.info("OpenScanner to '{}' tablets: [{}].", backend,
StringUtils.join(openParams.tablet_ids, ","));
if (logger.isDebugEnabled()) {
TScanOpenParams logParams = new TScanOpenParams(openParams);
logParams.setPasswd("********");
@@ -146,6 +148,8 @@ public class DorisBackendThriftClient {
backend, result.getStatus().getStatusCode(),
result.getStatus().getErrorMsgs());
continue;
}
+ logger.info("OpenScanner to '{}' tablets: [{}] success,
context id: {}.", backend,
+ StringUtils.join(openParams.tablet_ids, ","),
result.getContextId());
return result;
} catch (TException e) {
logger.warn("Open scanner from {} failed.", backend, e);
diff --git
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/read/AbstractThriftReader.java
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/read/AbstractThriftReader.java
index f200b38..7dbb72b 100644
---
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/read/AbstractThriftReader.java
+++
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/read/AbstractThriftReader.java
@@ -232,8 +232,6 @@ public abstract class AbstractThriftReader extends
DorisReader {
params.setUser(config.getValue(DorisOptions.DORIS_USER));
params.setPasswd(config.getValue(DorisOptions.DORIS_PASSWORD));
- logger.debug("Open scan params: cluster: {}, database: {}, table: {},
tabletId: {}, batch size: {}, query timeout: {}, execution memory limit: {},
user: {}, query plan: {}",
- params.getCluster(), params.getDatabase(), params.getTable(),
params.getTabletIds(), batchSize, queryDorisTimeout, execMemLimit,
params.getUser(), params.getOpaquedQueryPlan());
return params;
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
