This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/main by this push:
new fd2977e21c Remove useless code
fd2977e21c is described below
commit fd2977e21c51f1afed668f2d9713cf562f2dc42d
Author: XiaoxiangYu <[email protected]>
AuthorDate: Wed Nov 2 18:34:54 2022 +0800
Remove useless code
---
.../src/main/java/org/apache/kylin/common/KylinConfigBase.java | 8 --------
.../java/org/apache/kylin/engine/spark/job/NSparkExecutable.java | 3 +--
.../org/apache/kylin/rest/controller/DiagnosisController.java | 3 ++-
3 files changed, 3 insertions(+), 11 deletions(-)
diff --git
a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
index 0c22c0d94e..fc46325cb5 100644
--- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
+++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java
@@ -2107,14 +2107,6 @@ public abstract class KylinConfigBase implements
Serializable {
return getFileName(kylinHome + File.separator + "lib",
PARQUET_JOB_JAR_NAME_PATTERN);
}
- /**
- * Use https://github.com/spektom/spark-flamegraph for Spark profile
- */
- @ConfigTag(ConfigTag.Tag.DEBUG_HACK)
- public String getSparkSubmitCmd() {
- return getOptional("kylin.engine.spark-cmd", null);
- }
-
public void overrideKylinParquetJobJarPath(String path) {
logger.info("override {} to {}", KYLIN_ENGINE_PARQUET_JOB_JAR, path);
System.setProperty(KYLIN_ENGINE_PARQUET_JOB_JAR, path);
diff --git
a/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java
b/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java
index af2314563d..bb7e6e7f9c 100644
---
a/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java
+++
b/kylin-spark-project/kylin-spark-engine/src/main/java/org/apache/kylin/engine/spark/job/NSparkExecutable.java
@@ -397,8 +397,7 @@ public class NSparkExecutable extends AbstractExecutable {
String appArgs) {
StringBuilder sb = new StringBuilder();
- String sparkSubmitCmd = config.getSparkSubmitCmd() != null ?
- config.getSparkSubmitCmd() : KylinConfig.getSparkHome() +
"/bin/spark-submit";
+ String sparkSubmitCmd = KylinConfig.getSparkHome() +
"/bin/spark-submit";
sb.append("export HADOOP_CONF_DIR=%s && %s --class
org.apache.kylin.engine.spark.application.SparkEntry ");
Map<String, String> sparkConfs = getSparkConfigOverride(config);
diff --git
a/server-base/src/main/java/org/apache/kylin/rest/controller/DiagnosisController.java
b/server-base/src/main/java/org/apache/kylin/rest/controller/DiagnosisController.java
index 190ee438d2..89bed507eb 100644
---
a/server-base/src/main/java/org/apache/kylin/rest/controller/DiagnosisController.java
+++
b/server-base/src/main/java/org/apache/kylin/rest/controller/DiagnosisController.java
@@ -26,6 +26,7 @@ import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import org.apache.kylin.common.persistence.AutoDeleteDirectory;
+import org.apache.kylin.common.util.ParameterFilter;
import org.apache.kylin.metadata.badquery.BadQueryEntry;
import org.apache.kylin.metadata.badquery.BadQueryHistory;
import org.apache.kylin.rest.exception.InternalErrorException;
@@ -95,7 +96,7 @@ public class DiagnosisController extends BasicController {
public void dumpJobDiagnosisInfo(@PathVariable String jobId, final
HttpServletRequest request,
final HttpServletResponse response) {
try (AutoDeleteDirectory diagDir = new AutoDeleteDirectory("diag_job",
"")) {
- String filePath = dgService.dumpJobDiagnosisInfo(jobId,
diagDir.getFile());
+ String filePath =
dgService.dumpJobDiagnosisInfo(ParameterFilter.checkParameter(jobId),
diagDir.getFile());
setDownloadResponse(filePath, response);
} catch (IOException e) {
throw new InternalErrorException("Failed to dump job diagnosis
info. " + e.getMessage(), e);