yousj created ZEPPELIN-6023: ------------------------------- Summary: The Hive JDBC Interpreter executes the same sql task for many times and the sql returned data may not be parsed out of the result set. Key: ZEPPELIN-6023 URL: https://issues.apache.org/jira/browse/ZEPPELIN-6023 Project: Zeppelin Issue Type: Bug Components: hive Affects Versions: 0.10.1 Environment: This is my hive jdbc interpreter configuration:
!image-2024-05-31-15-36-21-357.png! Below are the different results obtained by running zeppelin directly several times: !image-2024-05-31-15-38-11-200.png! !image-2024-05-31-15-40-04-522.png! Reporter: yousj Attachments: image-2024-05-31-15-35-20-870.png, image-2024-05-31-15-36-21-357.png, image-2024-05-31-15-38-11-200.png, image-2024-05-31-15-40-04-522.png The Hive JDBC Interpreter executes the same sql task for many times and the sql returned data may not be parsed out of the result set. What is the cause of this situation? I don't know if there is any configuration that causes the result set to be confused or if this is a bug. How can I obtain the result of the sql execution? So far I'm getting results by trying to execute multiple times Here is a demo of the test: {code:java} package com.example.demo; import com.fasterxml.jackson.databind.ObjectMapper; import org.apache.zeppelin.client.*; import java.util.*; public class ZeppelinDemo { /** * CREATE TABLE `yangjw_hive_ods.ods_test_202405291427`( * `id` bigint COMMENT 'id', * `t_name` string COMMENT '姓名', * `t_address` string COMMENT '地址', * `t_create_time` string COMMENT '创建时间', * `t_update_time` string COMMENT '更新时间', * `t_ext01` string COMMENT '扩展字段01', * `t_ext02` string COMMENT '扩展字段02', * `t_ext03` string COMMENT '扩展字段03') * COMMENT 'ods_test_202405291427'; * <p> * INSERT INTO yangjw_hive_ods.ods_test_202405291427 VALUES (4,'zhaoliu','hnzz','2024-05-30 10:01:01','2024-05-30 10:01:01','123','',''); * INSERT INTO yangjw_hive_ods.ods_test_202405291427 VALUES (1,'zhangsan','hnzz','2024-05-29 10:01:01','2024-05-29 10:01:01','','',''); * INSERT INTO yangjw_hive_ods.ods_test_202405291427 VALUES (2,'lisi','hnzz','2024-05-29 10:01:01','2024-05-29 10:01:01','','',''); * INSERT INTO yangjw_hive_ods.ods_test_202405291427 VALUES (3,'wangwu','hnzz','2024-05-29 10:01:01','2024-05-29 10:01:01','','',''); */ private static final String tableName = " yangjw_hive_ods.ods_test_202405291427 "; private static final String sql01 = " SELECT COUNT(1) AS num FROM " + tableName; private static final String sql02 = " SELECT COUNT(1) AS num FROM " + tableName + " WHERE t_name IS NULL OR concat(t_name, '') = '';"; public static void main(String[] args) throws Exception { List<List<Result>> resultList = new ArrayList<>(); List<Long> execTimeList = new ArrayList<>(); for (int i = 0; i < 10; i++) { ClientConfig clientConfig = new ClientConfig("my_zeppelin_url"); ZeppelinClient zeppelinClient = new ZeppelinClient(clientConfig); String taskId = "1795363739585282051"; String taskInstanceId = UUID.randomUUID().toString(); String notePath = String.format("auditTask/%s/%s", taskId, taskInstanceId); String zeppelinId = "hive-jdbc-tyc"; String noteId = zeppelinClient.createNote(notePath, zeppelinId); zeppelinClient.addParagraph(noteId, "sql01", sql01); zeppelinClient.addParagraph(noteId, "sql02", sql02); NoteResult noteResult = zeppelinClient.executeNote(noteId); List<ParagraphResult> paragraphResultList = noteResult.getParagraphResultList(); for (ParagraphResult paragraphResult : paragraphResultList) { if (paragraphResult.getStatus().isCompleted()) { resultList.add(paragraphResult.getResults()); } } } ObjectMapper objectMapper = new ObjectMapper(); System.out.println(objectMapper.writeValueAsString(resultList)); } } {code} Run it multiple times and you may get different results : {code:java} [ [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531144933_087992f6-3eb6-477b-9b2d-efd0097788c1): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531144933_087992f6-3eb6-477b-9b2d-efd0097788c1); Time taken: 0.254 seconds\nINFO : Executing command(queryId=hive_20240531144933_087992f6-3eb6-477b-9b2d-efd0097788c1): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531144933_087992f6-3eb6-477b-9b2d-efd0097788c1\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531144933_087992f6-3eb6-477b-9b2d-efd0097788c1\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531144941_36c43e0a-8cc7-4ced-b50e-d806b4eb8aa0): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531144941_36c43e0a-8cc7-4ced-b50e-d806b4eb8aa0); Time taken: 0.25 seconds\nINFO : Executing command(queryId=hive_20240531144941_36c43e0a-8cc7-4ced-b50e-d806b4eb8aa0): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531144941_36c43e0a-8cc7-4ced-b50e-d806b4eb8aa0\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531144941_36c43e0a-8cc7-4ced-b50e-d806b4eb8aa0\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0418)\n\n" }, { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531144948_1982df5f-bf41-4caf-9d8a-82f06c28d328): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531144948_1982df5f-bf41-4caf-9d8a-82f06c28d328); Time taken: 0.246 seconds\nINFO : Executing command(queryId=hive_20240531144948_1982df5f-bf41-4caf-9d8a-82f06c28d328): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531144948_1982df5f-bf41-4caf-9d8a-82f06c28d328\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531144948_1982df5f-bf41-4caf-9d8a-82f06c28d328\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531144956_9f5f792c-5d8d-4534-ad29-181ab04377dd): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531144956_9f5f792c-5d8d-4534-ad29-181ab04377dd); Time taken: 0.258 seconds\nINFO : Executing command(queryId=hive_20240531144956_9f5f792c-5d8d-4534-ad29-181ab04377dd): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531144956_9f5f792c-5d8d-4534-ad29-181ab04377dd\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531144956_9f5f792c-5d8d-4534-ad29-181ab04377dd\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0419)\n\n" }, { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145004_e73af225-f274-4bfd-a3a8-54900e75fb3e): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145004_e73af225-f274-4bfd-a3a8-54900e75fb3e); Time taken: 0.246 seconds\nINFO : Executing command(queryId=hive_20240531145004_e73af225-f274-4bfd-a3a8-54900e75fb3e): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145004_e73af225-f274-4bfd-a3a8-54900e75fb3e\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145004_e73af225-f274-4bfd-a3a8-54900e75fb3e\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145017_981e6ebe-ee71-4b93-8099-f9102142da1b): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145017_981e6ebe-ee71-4b93-8099-f9102142da1b); Time taken: 0.252 seconds\nINFO : Executing command(queryId=hive_20240531145017_981e6ebe-ee71-4b93-8099-f9102142da1b): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145017_981e6ebe-ee71-4b93-8099-f9102142da1b\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145017_981e6ebe-ee71-4b93-8099-f9102142da1b\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145032_128c63e6-6653-4157-8e6f-848bc52a9a6a): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145032_128c63e6-6653-4157-8e6f-848bc52a9a6a); Time taken: 0.247 seconds\nINFO : Executing command(queryId=hive_20240531145032_128c63e6-6653-4157-8e6f-848bc52a9a6a): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145032_128c63e6-6653-4157-8e6f-848bc52a9a6a\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145032_128c63e6-6653-4157-8e6f-848bc52a9a6a\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145039_80605beb-d20e-4317-8aee-9f8bc06175cb): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145039_80605beb-d20e-4317-8aee-9f8bc06175cb); Time taken: 0.263 seconds\nINFO : Executing command(queryId=hive_20240531145039_80605beb-d20e-4317-8aee-9f8bc06175cb): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531145039_80605beb-d20e-4317-8aee-9f8bc06175cb\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145039_80605beb-d20e-4317-8aee-9f8bc06175cb\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0422)\n\n" }, { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145046_59b5e367-2688-4a01-b5b9-7e4659249407): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145046_59b5e367-2688-4a01-b5b9-7e4659249407); Time taken: 0.244 seconds\nINFO : Executing command(queryId=hive_20240531145046_59b5e367-2688-4a01-b5b9-7e4659249407): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145046_59b5e367-2688-4a01-b5b9-7e4659249407\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145046_59b5e367-2688-4a01-b5b9-7e4659249407\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145054_1ded3ad8-5614-4070-aef4-9ab3e690b9a2): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145054_1ded3ad8-5614-4070-aef4-9ab3e690b9a2); Time taken: 0.239 seconds\nINFO : Executing command(queryId=hive_20240531145054_1ded3ad8-5614-4070-aef4-9ab3e690b9a2): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531145054_1ded3ad8-5614-4070-aef4-9ab3e690b9a2\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145054_1ded3ad8-5614-4070-aef4-9ab3e690b9a2\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0423)\n\n" }, { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145101_11660920-b2f1-4562-85be-1ce742342976): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145101_11660920-b2f1-4562-85be-1ce742342976); Time taken: 0.265 seconds\nINFO : Executing command(queryId=hive_20240531145101_11660920-b2f1-4562-85be-1ce742342976): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145101_11660920-b2f1-4562-85be-1ce742342976\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145101_11660920-b2f1-4562-85be-1ce742342976\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145108_3195d16d-85c1-4e19-a7e7-fb225af12da7): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145108_3195d16d-85c1-4e19-a7e7-fb225af12da7); Time taken: 0.262 seconds\nINFO : Executing command(queryId=hive_20240531145108_3195d16d-85c1-4e19-a7e7-fb225af12da7): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531145108_3195d16d-85c1-4e19-a7e7-fb225af12da7\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145108_3195d16d-85c1-4e19-a7e7-fb225af12da7\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0424)\n\nINFO : Status: DAG finished successfully in 0.56 seconds\nINFO : \nINFO : Query Execution Summary\nINFO : ----------------------------------------------------------------------------------------------\nINFO : OPERATION DURATION\nINFO : ----------------------------------------------------------------------------------------------\nINFO : Compile Query 0.26s\nINFO : Prepare Plan 0.04s\nINFO : Get Query Coordinator (AM) 0.00s\nINFO : Submit Plan 0.03s\nINFO : Start DAG 0.06s\nINFO : Run DAG 0.56s\nINFO : ----------------------------------------------------------------------------------------------\nINFO : \nINFO : Task Execution Summary\nINFO : ----------------------------------------------------------------------------------------------\nINFO : VERTICES DURATION(ms) CPU_TIME(ms) GC_TIME(ms) INPUT_RECORDS OUTPUT_RECORDS\nINFO : ----------------------------------------------------------------------------------------------\nINFO : Map 1 0.00 540 7 5 1\nINFO : Reducer 2 52.00 50 0 1 0\nINFO : ----------------------------------------------------------------------------------------------\nINFO : \nINFO : org.apache.tez.common.counters.DAGCounter:\nINFO : NUM_SUCCEEDED_TASKS: 2\nINFO : TOTAL_LAUNCHED_TASKS: 2\nINFO : DATA_LOCAL_TASKS: 1\nINFO : AM_CPU_MILLISECONDS: 250\nINFO : WALL_CLOCK_MILLIS: 407\nINFO : AM_GC_TIME_MILLIS: 0\nINFO : File System Counters:\nINFO : FILE_BYTES_READ: 0\nINFO : FILE_BYTES_WRITTEN: 0\nINFO : FILE_READ_OPS: 0\nINFO : FILE_LARGE_READ_OPS: 0\nINFO : FILE_WRITE_OPS: 0\nINFO : HDFS_BYTES_READ: 4868\nINFO : HDFS_BYTES_WRITTEN: 101\nINFO : HDFS_READ_OPS: 8\nINFO : HDFS_LARGE_READ_OPS: 0\nINFO : HDFS_WRITE_OPS: 2\nINFO : org.apache.tez.common.counters.TaskCounter:\nINFO : SPILLED_RECORDS: 0\nINFO : NUM_SHUFFLED_INPUTS: 0\nINFO : NUM_FAILED_SHUFFLE_INPUTS: 0\nINFO : GC_TIME_MILLIS: 7\nINFO : CPU_MILLISECONDS: 590\nINFO : WALL_CLOCK_MILLISECONDS: 396\nINFO : PHYSICAL_MEMORY_BYTES: 1052770304\nINFO : VIRTUAL_MEMORY_BYTES: 7353143296\nINFO : COMMITTED_HEAP_BYTES: 1052770304\nINFO : INPUT_RECORDS_PROCESSED: 6\nINFO : INPUT_SPLIT_LENGTH_BYTES: 2283\nINFO : OUTPUT_RECORDS: 1\nINFO : APPROXIMATE_INPUT_RECORDS: 1\nINFO : OUTPUT_LARGE_RECORDS: 0\nINFO : OUTPUT_BYTES: 3\nINFO : OUTPUT_BYTES_WITH_OVERHEAD: 11\nINFO : OUTPUT_BYTES_PHYSICAL: 39\nINFO : ADDITIONAL_SPILLS_BYTES_WRITTEN: 0\nINFO : ADDITIONAL_SPILLS_BYTES_READ: 0\nINFO : ADDITIONAL_SPILL_COUNT: 0\nINFO : SHUFFLE_BYTES: 0\nINFO : SHUFFLE_BYTES_DECOMPRESSED: 0\nINFO : SHUFFLE_BYTES_TO_MEM: 0\nINFO : SHUFFLE_BYTES_TO_DISK: 0\nINFO : SHUFFLE_BYTES_DISK_DIRECT: 0\n%ItNaFbOl e num\n1\n\n" }, { "type": "TEXT", "data": ": SHUFFLE_PHASE_TIME: 2\nINFO : FIRST_EVENT_RECEIVED: 2\nINFO : LAST_EVENT_RECEIVED: 2\nINFO : DATA_BYTES_VIA_EVENT: 15\nINFO : HIVE:\nINFO : CREATED_FILES: 1\nINFO : DESERIALIZE_ERRORS: 0\nINFO : RECORDS_IN_Map_1: 5\nINFO : RECORDS_OUT_0: 1\nINFO : RECORDS_OUT_INTERMEDIATE_Map_1: 1\nINFO : RECORDS_OUT_INTERMEDIATE_Reducer_2: 0\nINFO : RECORDS_OUT_OPERATOR_FIL_8: 1\nINFO : RECORDS_OUT_OPERATOR_FS_7: 1\nINFO : RECORDS_OUT_OPERATOR_GBY_3: 1\nINFO : RECORDS_OUT_OPERATOR_GBY_5: 1\nINFO : RECORDS_OUT_OPERATOR_MAP_0: 0\nINFO : RECORDS_OUT_OPERATOR_RS_4: 1\nINFO : RECORDS_OUT_OPERATOR_SEL_2: 1\nINFO : RECORDS_OUT_OPERATOR_TS_0: 5\nINFO" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145116_2f27204a-b4cc-414f-a59d-c8424d894629): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145116_2f27204a-b4cc-414f-a59d-c8424d894629); Time taken: 0.247 seconds\nINFO : Executing command(queryId=hive_20240531145116_2f27204a-b4cc-414f-a59d-c8424d894629): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145116_2f27204a-b4cc-414f-a59d-c8424d894629\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145116_2f27204a-b4cc-414f-a59d-c8424d894629\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145123_0c17e905-c089-424c-82cb-1c53ae44eb64): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145123_0c17e905-c089-424c-82cb-1c53ae44eb64); Time taken: 0.251 seconds\nINFO : Executing command(queryId=hive_20240531145123_0c17e905-c089-424c-82cb-1c53ae44eb64): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531145123_0c17e905-c089-424c-82cb-1c53ae44eb64\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145123_0c17e905-c089-424c-82cb-1c53ae44eb64\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0425)\n\n" }, { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145131_04af31c2-0c00-461a-831c-ce16731222d1): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145131_04af31c2-0c00-461a-831c-ce16731222d1); Time taken: 0.261 seconds\nINFO : Executing command(queryId=hive_20240531145131_04af31c2-0c00-461a-831c-ce16731222d1): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145131_04af31c2-0c00-461a-831c-ce16731222d1\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145131_04af31c2-0c00-461a-831c-ce16731222d1\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145138_6ad8e7b7-1388-4f40-a4bf-886d60789392): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145138_6ad8e7b7-1388-4f40-a4bf-886d60789392); Time taken: 0.244 seconds\nINFO : Executing command(queryId=hive_20240531145138_6ad8e7b7-1388-4f40-a4bf-886d60789392): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531145138_6ad8e7b7-1388-4f40-a4bf-886d60789392\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145138_6ad8e7b7-1388-4f40-a4bf-886d60789392\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0426)\n\n" }, { "type": "TABLE", "data": "num\n1\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145145_d4b0c7c5-82dd-4c28-85ba-48ef2682c618): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145145_d4b0c7c5-82dd-4c28-85ba-48ef2682c618); Time taken: 0.26 seconds\nINFO : Executing command(queryId=hive_20240531145145_d4b0c7c5-82dd-4c28-85ba-48ef2682c618): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 \nINFO : Query ID = hive_20240531145145_d4b0c7c5-82dd-4c28-85ba-48ef2682c618\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145145_d4b0c7c5-82dd-4c28-85ba-48ef2682c618\nINFO : Tez session hasn't been created yet. Opening session\n" }, { "type": "TABLE", "data": "num\n5\n" } ], [ { "type": "TEXT", "data": "INFO : Compiling command(queryId=hive_20240531145153_9d074a55-1d41-4ffb-8ce9-5ec9650b0eb1): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Semantic Analysis Completed (retrial = false)\nINFO : Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:num, type:bigint, comment:null)], properties:null)\nINFO : Completed compiling command(queryId=hive_20240531145153_9d074a55-1d41-4ffb-8ce9-5ec9650b0eb1); Time taken: 0.284 seconds\nINFO : Executing command(queryId=hive_20240531145153_9d074a55-1d41-4ffb-8ce9-5ec9650b0eb1): SELECT COUNT(1) AS num FROM yangjw_hive_ods.ods_test_202405291427 WHERE t_name IS NULL OR concat(t_name, '') = ''\nINFO : Query ID = hive_20240531145153_9d074a55-1d41-4ffb-8ce9-5ec9650b0eb1\nINFO : Total jobs = 1\nINFO : Launching Job 1 out of 1\nINFO : Starting task [Stage-1:MAPRED] in serial mode\nINFO : Subscribed to counters: [] for queryId: hive_20240531145153_9d074a55-1d41-4ffb-8ce9-5ec9650b0eb1\nINFO : Session is already open\nINFO : Dag name: SELECT COUNT(1) AS num FROM yangjw_hiv...'' (Stage-1)\nINFO : Status: Running (Executing on YARN cluster with App id application_1714008615758_0427)\n\n" }, { "type": "TABLE", "data": "num\n1\n" } ] ]{code} -- This message was sent by Atlassian Jira (v8.20.10#820010)