[ https://issues.apache.org/jira/browse/HIVE-12677?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Prasanth Jayachandran resolved HIVE-12677. ------------------------------------------ Resolution: Duplicate Fixed by HIVE-14092 > StackOverflowError with kryo > ---------------------------- > > Key: HIVE-12677 > URL: https://issues.apache.org/jira/browse/HIVE-12677 > Project: Hive > Issue Type: Bug > Components: Vectorization > Reporter: Rajesh Balamohan > > Env: Master branch > {noformat} > explain formatted insert overwrite table default.test select entry_date, > regexp_replace( > regexp_replace( > regexp_replace( > regexp_replace( > regexp_replace(random_string > ,"\\b(A&\;S|A&S|Tours)\\b","Destination Services") > ,"\\b(PPV/3PP)\\b","Third Party Package") > ,"\\b(Flight)\\b","Air") > ,"\\b(Rail)\\b","Train") > ,"\\b(Hotel)\\b","Lodging") as rn from transactions where > effective_date between '2015-12-01' AND '2015-12-31' limit 10; > {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT > STAGES":"Stage-1"},"Stage-0":{"DEPENDENT > STAGES":"Stage-2"},"Stage-3":{"DEPENDENT STAGES":"Stage-0"}},"STAGE > PLANS":{"Stage-1":{"Tez":{"Edges:":{"Reducer 2":{"parent":"Map > 1","type":"SIMPLE_EDGE"}},"DagName:":"rajesh_20151215120344_69fa6465-22ed-4fe2-83b5-20782e45d3f7:2","Vertices:":{"Map > 1":{"Map Operator > Tree:":[{"TableScan":{"alias:":"transactions","filterExpr:":"effective_date > BETWEEN '2015-12-01' AND '2015-12-31' (type: boolean)","Statistics:":"Num > rows: 197642628 Data size: 59095145772 Basic stats: COMPLETE Column stats: > COMPLETE","children":{"Select Operator":{"expressions:":"entry_date (type: > date), > regexp_replace(regexp_replace(regexp_replace(regexp_replace(regexp_replace(random_string, > '\\b(A&S|A&S|Tours)\\b', 'Destination Services'), '\\b(PPV/3PP)\\b', > 'Third Party Package'), '\\b(Flight)\\b', 'Air'), '\\b(Rail)\\b', 'Train'), > '\\b(Hotel)\\b', 'Lodging') (type: > string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: > 197642628 Data size: 47434230720 Basic stats: COMPLETE Column stats: > COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num > rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats: > COMPLETE","children":{"Reduce Output Operator":{"sort > order:":"","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE > Column stats: COMPLETE","TopN Hash Memory Usage:":"0.04","value > expressions:":"_col0 (type: date), _col1 (type: string)"}}}}}}}}]},"Reducer > 2":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Select > Operator":{"expressions:":"VALUE._col0 (type: date), VALUE._col1 (type: > string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10 > Data size: 2400 Basic stats: COMPLETE Column stats: > COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num > rows: 10 Data size: 2400 Basic stats: COMPLETE Column stats: > COMPLETE","children":{"Select Operator":{"expressions:":"UDFToString(_col0) > (type: string), _col1 (type: > string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10 > Data size: 3680 Basic stats: COMPLETE Column stats: > COMPLETE","children":{"File Output > Operator":{"compressed:":"false","Statistics:":"Num rows: 10 Data size: 3680 > Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input > format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output > format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}}}}}}}}}}},"Stage-2":{"Dependency > Collection":{}},"Stage-0":{"Move > Operator":{"tables:":{"replace:":"true","table:":{"input > format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output > format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}},"Stage-3":{"Stats-Aggr > Operator":{}}}} > {noformat} > {noformat} > childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) > childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator) > childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) > reducer (org.apache.hadoop.hive.ql.plan.ReduceWork) > at > org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:450) > at > org.apache.hadoop.hive.ql.exec.Utilities.getReduceWork(Utilities.java:305) > at > org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor$1.call(ReduceRecordProcessor.java:106) > at > org.apache.hadoop.hive.ql.exec.tez.ObjectCache.retrieve(ObjectCache.java:75) > ... 16 more > Caused by: org.apache.hive.com.esotericsoftware.kryo.KryoException: > java.lang.IllegalArgumentException: Unable to create serializer > "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for > class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator > Serialization trace: > childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) > childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator) > childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator) > reducer (org.apache.hadoop.hive.ql.plan.ReduceWork) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:144) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:686) > at > org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializeObjectByKryo(SerializationUtilities.java:395) > at > org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:342) > at > org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:319) > at > org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:423) > ... 19 more > Caused by: java.lang.IllegalArgumentException: Unable to create serializer > "org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for > class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator > at > org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:67) > at > org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:45) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.newDefaultSerializer(Kryo.java:380) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.getDefaultSerializer(Kryo.java:364) > at > org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.registerImplicit(DefaultClassResolver.java:74) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:490) > at > org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:166) > at > org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:133) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readClass(Kryo.java:670) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:781) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40) > at > org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708) > at > org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125) > ... 40 more > Caused by: java.lang.reflect.InvocationTargetException > at sun.reflect.GeneratedConstructorAccessor6.newInstance(Unknown > Source) > at > sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) > at java.lang.reflect.Constructor.newInstance(Constructor.java:422) > at > org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:54) > ... 53 more > Caused by: java.lang.StackOverflowError > at > org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:61) > at > org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62) > at > org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62) > {noformat} -- This message was sent by Atlassian JIRA (v6.3.4#6332)