[
https://issues.apache.org/jira/browse/HIVE-3418?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13444658#comment-13444658
]
Shashank Agarwal commented on HIVE-3418:
----------------------------------------
I received it again. now, it has gone beyond the intermittent nature. Am I
doing something wrong. I had never received it earlier, but started seeing it
on decent amount of load on the system.
> Exception while running a MR from hive
> --------------------------------------
>
> Key: HIVE-3418
> URL: https://issues.apache.org/jira/browse/HIVE-3418
> Project: Hive
> Issue Type: Bug
> Components: Clients
> Affects Versions: 0.8.1
> Environment: This exception was intermittent and do not appear
> always, I was not able to boil down the actual reason on why this is
> appearing.
> hive: 0.8.1
> OS: CentOS 5.8
> hadoop: 1.0
> hive metastore: mysql 5.17
> Reporter: Shashank Agarwal
> Priority: Minor
>
> java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException:
> Hive Runtime Error while processing row (tag=0)
> {"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English
> - United
> States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text
> ad","_col27":"0.0","_col28":"Cost per
> Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29
>
> 19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0}
> at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:268)
> at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:519) at
> org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:420) at
> org.apache.hadoop.mapred.Child$4.run(Child.java:255) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:396) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083)
> at org.apache.hadoop.mapred.Child.main(Child.java:249) Caused by:
> org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while
> processing row (tag=0)
> {"key":{},"value":{"_col0":"16481","_col1":"200","_col2":"413","_col3":"510","_col4":"703","_col5":"8/18/2012","_col6":"xxxxxx","_col7":null,"_col8":"English
> - United
> States","_col9":"1.0","_col10":"USD","_col11":"kjsdhhdfk","_col12":"xcv","_col13":"sdfasdf","_col14":"329","_col15":"Phrase","_col16":"","_col17":"Search","_col18":"X20","_col19":"ferewer","_col20":"0.0","_col21":"","_col22":"0.0","_col23":"0","_col24":"0","_col25":"1","_col26":"Text
> ad","_col27":"0.0","_col28":"Cost per
> Click","_col29":"","_col30":"Broad","_col31":"phone","_col32":"9","_col33":"3","_col34":"2","_col35":"2","_col36":"9","_col37":"3","_col38":"2","_col39":"2","_col40":"329","_col41":"2012-08-29
>
> 19:19:49","_col42":"700","_col43":"daily","_col44":"2012","_col45":"8","_col46":"18"},"alias":0}
> at org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:256)
> ... 7 more Caused by: org.apache.hadoop.hive.ql.metadata.HiveException:
> org.apache.hadoop.ipc.RemoteException: java.io.IOException: File
> /tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0
> could only be replicated to 0 nodes, instead of 1 at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556)
> at
> org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696)
> at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597) at
> org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:396) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083)
> at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at
> org.apache.hadoop.hive.ql.exec.FileSinkOperator.processOp(FileSinkOperator.java:603)
> at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at
> org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at
> org.apache.hadoop.hive.ql.exec.SelectOperator.processOp(SelectOperator.java:84)
> at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at
> org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:762) at
> org.apache.hadoop.hive.ql.exec.ExtractOperator.processOp(ExtractOperator.java:45)
> at org.apache.hadoop.hive.ql.exec.Operator.process(Operator.java:471) at
> org.apache.hadoop.hive.ql.exec.ExecReducer.reduce(ExecReducer.java:247) ... 7
> more Caused by: org.apache.hadoop.ipc.RemoteException: java.io.IOException:
> File
> /tmp/hive-hadoop/hive_2012-08-29_19-19-33_185_8477163109273214/_task_tmp.-ext-10000/accountid=700/gr=daily/year=2012/month=8/day=18/_tmp.000000_0
> could only be replicated to 0 nodes, instead of 1 at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:1556)
> at
> org.apache.hadoop.hdfs.server.namenode.NameNode.addBlock(NameNode.java:696)
> at sun.reflect.GeneratedMethodAccessor9.invoke(Unknown Source) at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597) at
> org.apache.hadoop.ipc.RPC$Server.call(RPC.java:563) at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1388) at
> org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1384) at
> java.security.AccessController.doPrivileged(Native Method) at
> javax.security.auth.Subject.doAs(Subject.java:396) at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1083)
> at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1382) at
> org.apache.hadoop.ipc.Client.call(Client.java:1066) at
> org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:225) at
> $Proxy2.addBlock(Unknown Source) at
> sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source) at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
> at java.lang.reflect.Method.invoke(Method.java:597) at
> org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:82)
> at
> org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:59)
> at $Proxy2.addBlock(Unknown Source) at
> org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.locateFollowingBlock(DFSClient.java:3507)
> at
> org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.nextBlockOutputStream(DFSClient.java:3370)
> at
> org.apache.hadoop.hdfs.DFSClient$DFSOutputStream.access$2700(DFSClient.java:2586)
> at
> org.apache.hadoop.hdfs.DFSClient$DFSOutputStream$DataStreamer.run(DFSClient.java:2826)
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira
