[
https://issues.apache.org/jira/browse/HIVE-21339?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16788452#comment-16788452
]
Prasanth Jayachandran commented on HIVE-21339:
----------------------------------------------
{code:java}
Caused by: org.apache.hive.com.esotericsoftware.kryo.KryoException:
java.lang.IllegalArgumentException: Unable to create serializer
"org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for
class: org.apache.hadoop.hive.ql.io.TeradataBinaryFileOutputFormat
Serialization trace:
outputFileFormatClass (org.apache.hadoop.hive.ql.plan.TableDesc)
tableInfo (org.apache.hadoop.hive.ql.plan.FileSinkDesc)
conf (org.apache.hadoop.hive.ql.exec.FileSinkOperator)
childOperators (org.apache.hadoop.hive.ql.exec.SelectOperator)
parentOperators (org.apache.hadoop.hive.ql.exec.SelectOperator)
parentOperators (org.apache.hadoop.hive.ql.exec.GroupByOperator)
parentOperators (org.apache.hadoop.hive.ql.exec.ReduceSinkOperator)
parentOperators (org.apache.hadoop.hive.ql.exec.GroupByOperator)
reducer (org.apache.hadoop.hive.ql.plan.ReduceWork)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:101)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:628)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:100)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:628)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:100)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:628)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:100)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:628)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:100)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeClassAndObject(Kryo.java:628)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:100)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.write(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:552)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:80)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.write(FieldSerializer.java:518)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObject(Kryo.java:534)
at
org.apache.hadoop.hive.ql.exec.SerializationUtilities.serializeObjectByKryo(SerializationUtilities.java:750)
at
org.apache.hadoop.hive.ql.exec.SerializationUtilities.serializePlan(SerializationUtilities.java:623)
at
org.apache.hadoop.hive.ql.exec.SerializationUtilities.serializePlan(SerializationUtilities.java:604)
at
org.apache.hadoop.hive.ql.exec.Utilities.setBaseWork(Utilities.java:617)
... 59 more
Caused by: java.lang.IllegalArgumentException: Unable to create serializer
"org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for
class: org.apache.hadoop.hive.ql.io.TeradataBinaryFileOutputFormat
at
org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:67)
at
org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:45)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.newDefaultSerializer(Kryo.java:380)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.getDefaultSerializer(Kryo.java:364)
at
org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.registerImplicit(DefaultClassResolver.java:74)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:490)
at
org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.writeClass(DefaultClassResolver.java:97)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeClass(Kryo.java:517)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.DefaultSerializers$ClassSerializer.write(DefaultSerializers.java:321)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.DefaultSerializers$ClassSerializer.write(DefaultSerializers.java:314)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.writeObjectOrNull(Kryo.java:606)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.write(ObjectField.java:87)
... 104 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedConstructorAccessor101.newInstance(Unknown
Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at
org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:54)
... 115 more
Caused by: java.lang.StackOverflowError
at java.util.HashMap.hash(HashMap.java:338)
at java.util.HashMap.get(HashMap.java:556)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:61)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at org.apache{code}
Looks unrelated to the patch.
> LLAP: Cache hit also initializes an FS object
> ----------------------------------------------
>
> Key: HIVE-21339
> URL: https://issues.apache.org/jira/browse/HIVE-21339
> Project: Hive
> Issue Type: Bug
> Components: llap
> Affects Versions: 4.0.0
> Reporter: Gopal V
> Assignee: Prasanth Jayachandran
> Priority: Major
> Attachments: HIVE-21339.1.patch, HIVE-21339.2.patch,
> HIVE-21339.3.patch, HIVE-21339.4.patch, HIVE-21339.5.patch,
> llap-cache-fs-get.png, llap-query7-cached.svg
>
>
> https://github.com/apache/hive/blob/master/llap-server/src/java/org/apache/hadoop/hive/llap/io/encoded/OrcEncodedDataReader.java#L214
> {code}
> // 1. Get file metadata from cache, or create the reader and read it.
> // Don't cache the filesystem object for now; Tez closes it and FS cache
> will fix all that
> fs = split.getPath().getFileSystem(jobConf);
> fileKey = determineFileId(fs, split,
> HiveConf.getBoolVar(daemonConf,
> ConfVars.LLAP_CACHE_ALLOW_SYNTHETIC_FILEID),
> HiveConf.getBoolVar(daemonConf,
> ConfVars.LLAP_CACHE_DEFAULT_FS_FILE_ID),
> !HiveConf.getBoolVar(daemonConf, ConfVars.LLAP_IO_USE_FILEID_PATH)
> );
> {code}
> !llap-cache-fs-get.png!
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
