This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 24fdb7ad4e8 [refactor](unusedcode) remove internalquery since it is
useless (#28039)
24fdb7ad4e8 is described below
commit 24fdb7ad4e8286a27b5716a8a7520fce96315d4d
Author: yiguolei <[email protected]>
AuthorDate: Wed Dec 6 12:30:49 2023 +0800
[refactor](unusedcode) remove internalquery since it is useless (#28039)
Co-authored-by: yiguolei <[email protected]>
---
.../doris/statistics/util/InternalQuery.java | 210 ---------------------
1 file changed, 210 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/statistics/util/InternalQuery.java
b/fe/fe-core/src/main/java/org/apache/doris/statistics/util/InternalQuery.java
deleted file mode 100644
index 40669b6a939..00000000000
---
a/fe/fe-core/src/main/java/org/apache/doris/statistics/util/InternalQuery.java
+++ /dev/null
@@ -1,210 +0,0 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements. See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership. The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License. You may obtain a copy of the License at
-//
-// http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied. See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-package org.apache.doris.statistics.util;
-
-import org.apache.doris.analysis.Analyzer;
-import org.apache.doris.analysis.QueryStmt;
-import org.apache.doris.analysis.SqlParser;
-import org.apache.doris.analysis.SqlScanner;
-import org.apache.doris.analysis.StatementBase;
-import org.apache.doris.analysis.UserIdentity;
-import org.apache.doris.catalog.Env;
-import org.apache.doris.cluster.ClusterNamespace;
-import org.apache.doris.common.Config;
-import org.apache.doris.common.DdlException;
-import org.apache.doris.common.ErrorCode;
-import org.apache.doris.common.ErrorReport;
-import org.apache.doris.common.UserException;
-import org.apache.doris.common.util.SqlParserUtils;
-import org.apache.doris.planner.OriginalPlanner;
-import org.apache.doris.qe.ConnectContext;
-import org.apache.doris.qe.Coordinator;
-import org.apache.doris.qe.OriginStatement;
-import org.apache.doris.qe.QeProcessorImpl;
-import org.apache.doris.qe.RowBatch;
-import org.apache.doris.statistics.ResultRow;
-import org.apache.doris.system.SystemInfoService;
-import org.apache.doris.thrift.TQueryOptions;
-import org.apache.doris.thrift.TResultBatch;
-import org.apache.doris.thrift.TUniqueId;
-
-import com.google.common.collect.Lists;
-import org.apache.logging.log4j.LogManager;
-import org.apache.logging.log4j.Logger;
-
-import java.io.StringReader;
-import java.nio.ByteBuffer;
-import java.util.ArrayList;
-import java.util.List;
-import java.util.UUID;
-
-/**
- * Execute SQL query statements internally(in FE). Internal-query mainly used
for statistics module,
- * FE obtains statistics by SQL from BE, such as column maximum value, minimum
value, etc.
- * TODO(wzt): For statistics it should be better to implement a statistics
sink.
- **/
-public class InternalQuery {
- private static final Logger LOG =
LogManager.getLogger(InternalQuery.class);
-
- private int timeout = 0;
- private final String sql;
- private final String database;
-
- private ConnectContext context;
- private Coordinator coord;
-
- private StatementBase stmt;
- private final List<TResultBatch> resultBatches = Lists.newArrayList();
-
- public InternalQuery(String database, String sql) {
- this.database = database;
- this.sql = sql;
- }
-
- public void setTimeout(int timeout) {
- this.timeout = timeout;
- }
-
- /**
- * Execute the query internally and return the query result.
- *
- * @return Result of the query statement
- * @throws Exception Errors in parsing or execution
- */
- public List<ResultRow> query() throws Exception {
- // step1: mock connectContext
- buildContext();
-
- // step2: parse sql
- parseSql();
-
- // step3: generate plan
- prepare();
-
- // step4: execute and get result
- execute();
-
- // step5: parse result data and return
- return fetchResult();
- }
-
- private void buildContext() {
- context = new ConnectContext();
- context.setEnv(Env.getCurrentEnv());
- context.setCluster(SystemInfoService.DEFAULT_CLUSTER);
- context.setCurrentUserIdentity(UserIdentity.ROOT);
- context.setQualifiedUser(UserIdentity.ROOT.getQualifiedUser());
-
- String fullDbName = ClusterNamespace
- .getFullName(SystemInfoService.DEFAULT_CLUSTER, database);
- context.setDatabase(fullDbName);
-
- UUID uuid = UUID.randomUUID();
- TUniqueId newQueryId = new TUniqueId(uuid.getMostSignificantBits(),
- uuid.getLeastSignificantBits());
- context.setQueryId(newQueryId);
-
- context.setThreadLocalInfo();
- context.setStartTime();
-
- // If user does not set the timeout, then use
max_cbo_statistics_task_timeout_sec
- timeout = timeout > 0 ? timeout :
Config.max_cbo_statistics_task_timeout_sec;
- context.getSessionVariable().setQueryTimeoutS(timeout);
- }
-
- private void parseSql() throws DdlException {
- SqlScanner input = new SqlScanner(new StringReader(sql),
- context.getSessionVariable().getSqlMode());
- SqlParser parser = new SqlParser(input);
-
- try {
- stmt = SqlParserUtils.getFirstStmt(parser);
- stmt.setOrigStmt(new OriginStatement(sql, 0));
- } catch (Exception e) {
- LOG.warn("Failed to parse the statement: {}. {}", sql, e);
- throw new DdlException("Failed to parse the statement:" + sql);
- }
-
- if (! (stmt instanceof QueryStmt)) {
- throw new DdlException("Only query statements are supported:" +
sql);
- }
- }
-
- private void prepare() throws UserException {
- Analyzer analyzer = new Analyzer(context.getEnv(), context);
- stmt.analyze(analyzer);
-
- OriginalPlanner originalPlanner = new
OriginalPlanner(stmt.getAnalyzer());
- TQueryOptions queryOptions = new TQueryOptions();
- originalPlanner.plan(stmt, queryOptions);
-
- coord = new Coordinator(context, analyzer, originalPlanner, null);
- }
-
- private void execute() throws Exception {
- TUniqueId tUniqueId = context.queryId();
- try {
- QeProcessorImpl.INSTANCE.registerQuery(tUniqueId, coord);
- coord.exec();
- if (coord.getExecStatus().ok()) {
- RowBatch batch;
- do {
- batch = coord.getNext();
- if (batch.getBatch() != null) {
- resultBatches.add(batch.getBatch());
- }
- } while (!batch.isEos());
- } else {
- coord.cancel();
- String errMsg = coord.getExecStatus().getErrorMsg();
- ErrorReport.reportDdlException(errMsg,
ErrorCode.ERR_QUERY_INTERRUPTED);
- }
- } finally {
- QeProcessorImpl.INSTANCE.unregisterQuery(tUniqueId);
- }
- }
-
- private List<ResultRow> fetchResult() {
- List<String> columns = stmt.getColLabels();
- List<ResultRow> resultRows = new ArrayList<>();
-
- for (TResultBatch batch : resultBatches) {
- List<ByteBuffer> rows = batch.getRows();
- for (ByteBuffer buffer : rows) {
- List<String> values = Lists.newArrayList();
- InternalQueryBuffer queryBuffer = new
InternalQueryBuffer(buffer.slice());
-
- for (int i = 0; i < columns.size(); i++) {
- String value = queryBuffer.readStringWithLength();
- values.add(value);
- }
-
- ResultRow resultRow = new ResultRow(values);
- resultRows.add(resultRow);
- }
- }
- return resultRows;
- }
-
- public void cancel() {
- if (!coord.isDone()) {
- coord.cancel();
- LOG.info("Internal query has been cancelled: {}", sql);
- }
- }
-}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
