[
https://issues.apache.org/jira/browse/HIVE-16967?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16064053#comment-16064053
]
xujie commented on HIVE-16967:
------------------------------
set hive.execution.engine=tez;
WITH TEMP_S02_CARD_DATE_H AS
(SELECT
CARD_NBR AS CARD_NUM
,MIN(CARD_ACTIVE_DATE) AS CARD_ACTIVE_DATE
,MAX(DATE_ONE_ACTIVE) AS DATE_ONE_ACTIVE
,MAX(DATE_EXPIRE) AS DATE_EXPIRE
--FROM MID.FS_VP_AMED_CUR
FROM BASE.VP_AMED
WHERE DT = '20170604'
GROUP BY CARD_NBR
)
,
– 卡片信息
TMP_CREDIT_CARD_01 AS
(SELECT
POST_TO_ACCT AS POST_TO_ACCT – 对应帐户的帐号
,CARD_NBR AS CARD_NBR – 卡号
,ORG AS ORG – 币种
,USER_CODE_2 AS USER_CODE_2 – 是否该帐户第一张卡标志
,DATE_EXPIRE AS DATE_EXPIRE – 卡片到期日
,BLOCK_CODE AS BLOCK_CODE – BLOCK_CODE
,CARD_ACTIVE_DATE AS CARD_ACTIVE_DATE – 卡片激活日期
,DATE_ONE_ACTIVE AS DATE_ONE_ACTIVE – 一帐通激活日期
,LOGO AS LOGO – TYPE卡种卡类
,CARD_STATUS_CD AS CARD_STATUS_CD – 卡状态代码
,FIRST_CARD_VERIFY_DATE AS FIRST_CARD_VERIFY_DATE – 可激活日期 --20130914
--,ROW_NUMBER() OVER(PARTITION BY POST_TO_ACCT ORDER BY APPLICATION_NO) AS
CARD_SEQ
FROM(SELECT
E1.POST_TO_ACCT AS POST_TO_ACCT
,E1.CARD_NBR AS CARD_NBR
,E1.ORG AS ORG
,E1.USER_CODE_2 AS USER_CODE_2
,E1.USER_3 AS APPLICATION_NO
,E3.DATE_EXPIRE AS DATE_EXPIRE
,E1.BLOCK_CODE AS BLOCK_CODE
,E3.CARD_ACTIVE_DATE AS CARD_ACTIVE_DATE
,E3.DATE_ONE_ACTIVE AS DATE_ONE_ACTIVE
,E1.LOGO AS LOGO
,E1.CURR_FIRST_USAGE_FLAG AS CARD_STATUS_CD
,E1.DATE_FIRST_CARD_VERIFY AS FIRST_CARD_VERIFY_DATE
--FROM MID.FS_VP_AMED_CUR E1
FROM BASE.VP_AMED E1
LEFT JOIN TEMP_S02_CARD_DATE_H E3
ON E1.CARD_NBR = E3.CARD_NUM
WHERE E1.DT = '20170604'
) T
)
,
– 注销账户判断
TEMP_ACCT_WRITE_OFF AS
(SELECT
ACCT
,CASE WHEN SUM(IND) > 0
THEN 1
ELSE 0
END AS PASS_WRITE_OFF_IND
--账户双边每边至少有一个BLOCK CODE为B,Q,A,M,S之一
FROM
(SELECT
ACCT
,CASE WHEN SUM(IND) >= 1 THEN 1
ELSE 0
END AS IND
FROM(SELECT
ACCT
,ORG
,CASE WHEN (BLOCK_CODE_1 IN ('B','Q','A','M','S') OR BLOCK_CODE_2 IN
('B','Q','A','M','S')) THEN 1
ELSE 0
END AS IND
FROM BASE.VP_AMBS_TMP_CREDIT_ACCT_H_01
WHERE DT = '20170604'
) T
GROUP BY ACCT
UNION ALL
--卡片存在X
SELECT
ACCT
,CASE WHEN SUM(CARD_NBR_SUM) >= 1 THEN 1
ELSE 0
END AS IND
FROM(SELECT
POST_TO_ACCT AS ACCT
,SUM(CASE WHEN COALESCE(BLOCK_CODE,'') ='X' THEN 1
ELSE 0
END) AS CARD_NBR_SUM
FROM TMP_CREDIT_CARD_01
GROUP BY POST_TO_ACCT) T
GROUP BY ACCT
) T
GROUP BY ACCT)
,
--取账单日和下一账单日
TEMP_STMT_DATE AS
(SELECT
F1.ACCT AS ACCOUNT_NUM
,F1.ORG AS ACCOUNT_MODIFIER_NUM
,MAX(CASE WHEN F1.DATE_LAST_CYCLE IS NOT NULL THEN F1.DATE_LAST_CYCLE
ELSE CONCAT('201705',F1.BILLING_CYCLE)
END) AS STMT_DATE --账单日
,MAX(CONCAT('201706',F1.BILLING_CYCLE)) AS NEXT_STMT_DATE --下一账单日
FROM BASE.VP_AMBS F1 --取上个月的
WHERE F1.DT = '20170531'
GROUP BY F1.ACCT,F1.ORG
)
,
TMP_CREDIT_ACCT_H_G1 AS
(SELECT
ACCT
,COALESCE(BLOCK_CODE_1,' ') AS BLOCK_CODE_1
,COALESCE(BLOCK_CODE_2,' ') AS BLOCK_CODE_2
,BLOCK_CODE_1_SET_DATE AS BLOCK_CODE_1_SET_DATE
,BLOCK_CODE_2_SET_DATE AS BLOCK_CODE_2_SET_DATE
,CUST_TYPE
FROM BASE.VP_AMBS_TMP_CREDIT_ACCT_H_01
WHERE DT = '20170604'
AND ORG = '242'
)
,
TMP_CREDIT_ACCT_H_G2 AS
(SELECT
ACCT
,COALESCE(BLOCK_CODE_1,' ') AS BLOCK_CODE_1
,CASE WHEN BLOCK_CODE_2 = 'Z' AND COALESCE(BLOCK_CODE_2_MEMO,' ') IN
('UCF','CUCF')
THEN ' ' – 美元边需要将z+ucf/cucf的block_code变为' '
ELSE COALESCE(BLOCK_CODE_2,' ')
END AS BLOCK_CODE_2
,BLOCK_CODE_1_SET_DATE AS BLOCK_CODE_1_SET_DATE
,BLOCK_CODE_2_SET_DATE AS BLOCK_CODE_2_SET_DATE
,CUST_TYPE
FROM BASE.VP_AMBS_TMP_CREDIT_ACCT_H_01
WHERE DT = '20170604'
AND ORG = '241'
)
,
– 汇总双边账户的block_code
TMP_CREDIT_ACCT_H_04 AS
(SELECT
G1.ACCT
,G1.BLOCK_CODE_1 AS BLOCK_CODE_1 – 人民币边block_code_1
,coalesce(G3.PRI,0) AS PRI_1 – 人民币边block_code_1的优先级
,coalesce(G1.BLOCK_CODE_1_SET_DATE,'29991231') AS BLOCK_CODE_1_SET_DATE –
人民币边Block_Code_1_Set_Date
,G1.BLOCK_CODE_2 AS BLOCK_CODE_2 – 人民币边block_code_2
,coalesce(G4.PRI,0) AS PRI_2 – 人民币边block_code_2的优先级
,coalesce(G1.BLOCK_CODE_2_SET_DATE,'29991231') AS BLOCK_CODE_2_SET_DATE –
人民币边Block_Code_2_Set_Date
,G2.BLOCK_CODE_1 AS BLOCK_CODE_3 – 美元边block_code_1
,coalesce(G5.PRI,0) AS PRI_3 – 美元边block_code_1的优先级
,coalesce(G2.BLOCK_CODE_1_SET_DATE,'29991231') AS BLOCK_CODE_3_SET_DATE –
美元边Block_Code_1_Set_Date
,G2.BLOCK_CODE_2 AS BLOCK_CODE_4 – 美元边block_code_2
,coalesce(G6.PRI,0) AS PRI_4 – 美元边block_code_2的优先级
,coalesce(G2.BLOCK_CODE_2_SET_DATE,'29991231') AS BLOCK_CODE_4_SET_DATE –
美元边Block_Code_2_Set_Date
,G1.CUST_TYPE AS CUST_TYPE_1 – 纯费用标志客户类型
,G2.CUST_TYPE AS CUST_TYPE_2 – 纯费用标志客户类型
FROM TMP_CREDIT_ACCT_H_G1 G1
LEFT JOIN TMP_CREDIT_ACCT_H_G2 G2
ON G1.ACCT = G2.ACCT
LEFT JOIN DIM.CCM_CODE_CFG_BLOCK_CODE G3
ON COALESCE(G1.BLOCK_CODE_1,' ') = COALESCE(G3.BLOCK_CODE,' ')
LEFT JOIN DIM.CCM_CODE_CFG_BLOCK_CODE G4
ON COALESCE(G1.BLOCK_CODE_2,' ') = COALESCE(G4.BLOCK_CODE,' ')
LEFT JOIN DIM.CCM_CODE_CFG_BLOCK_CODE G5
ON COALESCE(G2.BLOCK_CODE_1,' ') = COALESCE(G5.BLOCK_CODE,' ')
LEFT JOIN DIM.CCM_CODE_CFG_BLOCK_CODE G6
ON COALESCE(G2.BLOCK_CODE_2,' ') = COALESCE(G6.BLOCK_CODE,' ')
),
TEMP_TMP_CREDIT_ACCT_H_04_1 AS (
SELECT
ACCT
,'242' AS ORG
,T2.BLOCK_CODE AS BLOCK_CODE
,BLOCK_CODE_1_SET_DATE AS DATE_BLOCK_CODE
FROM(
SELECT
ACCT
,CASE WHEN PRI_1 = PRI_2 THEN PRI_1
WHEN PRI_1 > PRI_2 THEN PRI_1
WHEN PRI_1 < PRI_2 THEN PRI_2
END AS PRI_1
,CASE WHEN PRI_1 = PRI_2 THEN LEAST(BLOCK_CODE_1_SET_DATE,BLOCK_CODE_2_SET_DATE)
WHEN PRI_1 > PRI_2 THEN BLOCK_CODE_1_SET_DATE
WHEN PRI_1 < PRI_2 THEN BLOCK_CODE_2_SET_DATE
END AS BLOCK_CODE_1_SET_DATE
FROM TMP_CREDIT_ACCT_H_04
) T1
LEFT JOIN DIM.CCM_CODE_CFG_BLOCK_CODE T2
ON T1.PRI_1 = T2.PRI),
UNION ALL
SELECT
ACCT
,'241' AS ORG
,T2.BLOCK_CODE AS BLOCK_CODE
,BLOCK_CODE_2_SET_DATE AS DATE_BLOCK_CODE
FROM(SELECT
ACCT
,CASE WHEN PRI_3 = PRI_4
THEN PRI_3
WHEN PRI_3 > PRI_4
THEN PRI_3
WHEN PRI_3 < PRI_4
THEN PRI_4
END AS PRI_2
,CASE WHEN PRI_3 = PRI_4
THEN LEAST(BLOCK_CODE_3_SET_DATE,BLOCK_CODE_4_SET_DATE)
WHEN PRI_3 > PRI_4
THEN BLOCK_CODE_3_SET_DATE
WHEN PRI_3 < PRI_4
THEN BLOCK_CODE_4_SET_DATE
END AS BLOCK_CODE_2_SET_DATE
FROM TMP_CREDIT_ACCT_H_04) T1
LEFT JOIN DIM.CCM_CODE_CFG_BLOCK_CODE T2
ON T1.PRI_2 = T2.PRI
when i don‘t use union all ，the query can exec right；
> hive use tez engine occur org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing row (tag=0)
> ---------------------------------------------------------------------------------------------------------------------------
>
> Key: HIVE-16967
> URL: https://issues.apache.org/jira/browse/HIVE-16967
> Project: Hive
> Issue Type: Bug
> Components: Tez
> Affects Versions: 1.1.0
> Environment: hive version:1.1.0
> tez version:0.85
> hadoop version:hadoop2.6 -cdh-5.10.0
> Reporter: xujie
>
> Status: Running (Executing on YARN cluster with App id
> application_1494499520849_1063145)
> --------------------------------------------------------------------------------
> VERTICES STATUS TOTAL COMPLETED RUNNING PENDING FAILED
> KILLED
> --------------------------------------------------------------------------------
> Map 1 ......... KILLED 15 14 0 1 0
> 1
> Map 10 ......... SUCCEEDED 15 15 0 0 0
> 0
> Map 12 ......... SUCCEEDED 15 15 0 0 0
> 0
> Map 13 ......... SUCCEEDED 1 1 0 0 0
> 0
> Map 14 ......... SUCCEEDED 1 1 0 0 0
> 0
> Map 15 ......... SUCCEEDED 1 1 0 0 0
> 0
> Map 16 ......... SUCCEEDED 1 1 0 0 0
> 0
> Map 17 ......... SUCCEEDED 1 1 0 0 0
> 0
> Map 4 .......... SUCCEEDED 15 15 0 0 0
> 0
> Map 5 .......... SUCCEEDED 1 1 0 0 0
> 0
> Map 6 .......... SUCCEEDED 1 1 0 0 0
> 0
> Map 7 .......... SUCCEEDED 1 1 0 0 0
> 0
> Map 8 .......... SUCCEEDED 1 1 0 0 0
> 0
> Map 9 .......... SUCCEEDED 1 1 0 0 0
> 0
> Reducer 11 FAILED 315 0 0 315 774
> 314
> Reducer 2 KILLED 315 0 0 315 0
> 315
> --------------------------------------------------------------------------------
> VERTICES: 14/16 [==>>------------------------] 9% ELAPSED TIME: 130.89 s
>
> --------------------------------------------------------------------------------
> Status: Failed
> Vertex re-running, vertexName=Map 12,
> vertexId=vertex_1494499520849_1063145_1_07
> Vertex re-running, vertexName=Map 1,
> vertexId=vertex_1494499520849_1063145_1_11
> Vertex re-running, vertexName=Map 10,
> vertexId=vertex_1494499520849_1063145_1_06
> Vertex re-running, vertexName=Map 4,
> vertexId=vertex_1494499520849_1063145_1_03
> Vertex re-running, vertexName=Map 10,
> vertexId=vertex_1494499520849_1063145_1_06
> Vertex re-running, vertexName=Map 4,
> vertexId=vertex_1494499520849_1063145_1_03
> Vertex re-running, vertexName=Map 12,
> vertexId=vertex_1494499520849_1063145_1_07
> Vertex re-running, vertexName=Map 4,
> vertexId=vertex_1494499520849_1063145_1_03
> Vertex re-running, vertexName=Map 10,
> vertexId=vertex_1494499520849_1063145_1_06
> Vertex re-running, vertexName=Map 5,
> vertexId=vertex_1494499520849_1063145_1_02
> Vertex failed, vertexName=Reducer 11,
> vertexId=vertex_1494499520849_1063145_1_14, diagnostics=[Task failed,
> taskId=task_1494499520849_1063145_1_14_000013, diagnostics=[TaskAttempt 0
> failed, info=[Error: Error while running task ( failure ) :
> attempt_1494499520849_1063145_1_14_000013_0:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:187)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:139)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:370)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:73)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:61)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:422)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1796)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:61)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:37)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:270)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:169)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:164)
> ... 14 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:338)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:259)
> ... 16 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Unexpected
> exception: null
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:318)
> at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:815)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.internalForward(CommonJoinOperator.java:642)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.createForwardJoinObject(CommonJoinOperator.java:437)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:529)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:526)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genJoinObject(CommonJoinOperator.java:455)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:761)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinObject(CommonMergeJoinOperator.java:248)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinOneGroup(CommonMergeJoinOperator.java:213)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.processOp(CommonMergeJoinOperator.java:196)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:329)
> ... 17 more
> Caused by: java.lang.NullPointerException
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:257)
> ... 28 more
> ], TaskAttempt 1 failed, info=[Error: Error while running task ( failure ) :
> attempt_1494499520849_1063145_1_14_000013_1:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:187)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:139)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:370)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:73)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:61)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:422)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1796)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:61)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:37)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:270)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:169)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:164)
> ... 14 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:338)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:259)
> ... 16 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Unexpected
> exception: null
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:318)
> at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:815)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.internalForward(CommonJoinOperator.java:638)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.createForwardJoinObject(CommonJoinOperator.java:433)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:525)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:522)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genJoinObject(CommonJoinOperator.java:451)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:752)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinObject(CommonMergeJoinOperator.java:248)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinOneGroup(CommonMergeJoinOperator.java:213)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.processOp(CommonMergeJoinOperator.java:196)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:329)
> ... 17 more
> Caused by: java.lang.NullPointerException
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:257)
> ... 28 more
> ], TaskAttempt 2 failed, info=[Error: Error while running task ( failure ) :
> attempt_1494499520849_1063145_1_14_000013_2:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:187)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:139)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:370)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:73)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:61)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:422)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1796)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:61)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:37)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:270)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:169)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:164)
> ... 14 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:338)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:259)
> ... 16 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Unexpected
> exception: null
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:318)
> at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:815)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.internalForward(CommonJoinOperator.java:642)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.createForwardJoinObject(CommonJoinOperator.java:437)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:529)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:526)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genJoinObject(CommonJoinOperator.java:455)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:761)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinObject(CommonMergeJoinOperator.java:248)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinOneGroup(CommonMergeJoinOperator.java:213)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.processOp(CommonMergeJoinOperator.java:196)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:329)
> ... 17 more
> Caused by: java.lang.NullPointerException
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:257)
> ... 28 more
> ], TaskAttempt 3 failed, info=[Error: Error while running task ( failure ) :
> attempt_1494499520849_1063145_1_14_000013_3:java.lang.RuntimeException:
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:187)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:139)
> at
> org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:370)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:73)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable$1.run(TaskRunner2Callable.java:61)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:422)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1796)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:61)
> at
> org.apache.tez.runtime.task.TaskRunner2Callable.callInternal(TaskRunner2Callable.java:37)
> at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.RuntimeException:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:270)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor.run(ReduceRecordProcessor.java:169)
> at
> org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:164)
> ... 14 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime
> Error while processing row (tag=0)
> {"key":{"reducesinkkey0":"0002991000585141671"},"value":{"_col0":"","_col1":""}}
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:338)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource.pushRecord(ReduceRecordSource.java:259)
> ... 16 more
> Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Unexpected
> exception: null
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:318)
> at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:815)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.internalForward(CommonJoinOperator.java:642)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.createForwardJoinObject(CommonJoinOperator.java:437)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:529)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genObject(CommonJoinOperator.java:526)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genJoinObject(CommonJoinOperator.java:455)
> at
> org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:761)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinObject(CommonMergeJoinOperator.java:248)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.joinOneGroup(CommonMergeJoinOperator.java:213)
> at
> org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator.processOp(CommonMergeJoinOperator.java:196)
> at
> org.apache.hadoop.hive.ql.exec.tez.ReduceRecordSource$GroupIterator.next(ReduceRecordSource.java:329)
> ... 17 more
> Caused by: java.lang.NullPointerException
> at
> org.apache.hadoop.hive.ql.exec.MapJoinOperator.processOp(MapJoinOperator.java:257)
> ... 28 more
> ]], Vertex did not succeed due to OWN_TASK_FAILURE, failedTasks:1
> killedTasks:314, Vertex vertex_1494499520849_1063145_1_14 [Reducer 11]
> killed/failed due to:OWN_TASK_FAILURE]
> Vertex killed, vertexName=Map 1, vertexId=vertex_1494499520849_1063145_1_11,
> diagnostics=[Vertex received Kill while in RUNNING state., Vertex did not
> succeed due to OTHER_VERTEX_FAILURE, failedTasks:0 killedTasks:1, Vertex
> vertex_1494499520849_1063145_1_11 [Map 1] killed/failed due
> to:OTHER_VERTEX_FAILURE]
> Vertex killed, vertexName=Reducer 2,
> vertexId=vertex_1494499520849_1063145_1_15, diagnostics=[Vertex received Kill
> while in RUNNING state., Vertex did not succeed due to OTHER_VERTEX_FAILURE,
> failedTasks:0 killedTasks:315, Vertex vertex_1494499520849_1063145_1_15
> [Reducer 2] killed/failed due to:OTHER_VERTEX_FAILURE]
> DAG did not succeed due to VERTEX_FAILURE. failedVertices:1 killedVertices:2
> FAILED: Execution Error, return code 2 from
> org.apache.hadoop.hive.ql.exec.tez.TezTask
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
