Eric Yang created HDDS-1826:
-------------------------------
Summary: External Ozone client throws exception when accessing
data in docker container
Key: HDDS-1826
URL: https://issues.apache.org/jira/browse/HDDS-1826
Project: Hadoop Distributed Data Store
Issue Type: Bug
Reporter: Eric Yang
External Ozone client has trouble accessing Ozone data hosted in docker
container when data replication is set to 3. This RPC error message is thrown:
{code}
Error while calling command
(org.apache.hadoop.ozone.web.ozShell.volume.CreateVolumeHandler@2903c6ff):
org.apache.hadoop.ipc.RemoteException(com.google.protobuf.InvalidProtocolBufferException):
While parsing a protocol message, the input ended unexpectedly in the middle
of a field. This could mean either than the input has been truncated or that
an embedded message misreported its own length.
at
com.google.protobuf.InvalidProtocolBufferException.truncatedMessage(InvalidProtocolBufferException.java:70)
at
com.google.protobuf.CodedInputStream.refillBuffer(CodedInputStream.java:728)
at
com.google.protobuf.CodedInputStream.readRawByte(CodedInputStream.java:769)
at
com.google.protobuf.CodedInputStream.readRawVarint32(CodedInputStream.java:378)
at
com.google.protobuf.CodedInputStream.readEnum(CodedInputStream.java:343)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo.<init>(OzoneManagerProtocolProtos.java:42318)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo.<init>(OzoneManagerProtocolProtos.java:42236)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:42366)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:42361)
at
com.google.protobuf.CodedInputStream.readMessage(CodedInputStream.java:309)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo.<init>(OzoneManagerProtocolProtos.java:21457)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo.<init>(OzoneManagerProtocolProtos.java:21376)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:21501)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:21496)
at
com.google.protobuf.CodedInputStream.readMessage(CodedInputStream.java:309)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest.<init>(OzoneManagerProtocolProtos.java:23836)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest.<init>(OzoneManagerProtocolProtos.java:23783)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:23887)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:23882)
at
com.google.protobuf.CodedInputStream.readMessage(CodedInputStream.java:309)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest.<init>(OzoneManagerProtocolProtos.java:2023)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest.<init>(OzoneManagerProtocolProtos.java:1935)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:2607)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:2602)
at com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:89)
at com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:95)
at com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:49)
at
org.apache.hadoop.ipc.RpcWritable$ProtobufWrapper.readFrom(RpcWritable.java:125)
at
org.apache.hadoop.ipc.RpcWritable$Buffer.getValue(RpcWritable.java:187)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:514)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1025)
at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:876)
at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:822)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2682)
at org.apache.hadoop.ozone.ITDiskHang.setUp(ITDiskHang.java:53)
Caused by: org.apache.hadoop.ipc.RemoteException:
While parsing a protocol message, the input ended unexpectedly in the middle of
a field. This could mean either than the input has been truncated or that an
embedded message misreported its own length.
at
com.google.protobuf.InvalidProtocolBufferException.truncatedMessage(InvalidProtocolBufferException.java:70)
at
com.google.protobuf.CodedInputStream.refillBuffer(CodedInputStream.java:728)
at
com.google.protobuf.CodedInputStream.readRawByte(CodedInputStream.java:769)
at
com.google.protobuf.CodedInputStream.readRawVarint32(CodedInputStream.java:378)
at
com.google.protobuf.CodedInputStream.readEnum(CodedInputStream.java:343)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo.<init>(OzoneManagerProtocolProtos.java:42318)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo.<init>(OzoneManagerProtocolProtos.java:42236)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:42366)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OzoneAclInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:42361)
at
com.google.protobuf.CodedInputStream.readMessage(CodedInputStream.java:309)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo.<init>(OzoneManagerProtocolProtos.java:21457)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo.<init>(OzoneManagerProtocolProtos.java:21376)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:21501)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$VolumeInfo$1.parsePartialFrom(OzoneManagerProtocolProtos.java:21496)
at
com.google.protobuf.CodedInputStream.readMessage(CodedInputStream.java:309)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest.<init>(OzoneManagerProtocolProtos.java:23836)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest.<init>(OzoneManagerProtocolProtos.java:23783)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:23887)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$CreateVolumeRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:23882)
at
com.google.protobuf.CodedInputStream.readMessage(CodedInputStream.java:309)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest.<init>(OzoneManagerProtocolProtos.java:2023)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest.<init>(OzoneManagerProtocolProtos.java:1935)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:2607)
at
org.apache.hadoop.ozone.protocol.proto.OzoneManagerProtocolProtos$OMRequest$1.parsePartialFrom(OzoneManagerProtocolProtos.java:2602)
at com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:89)
at com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:95)
at com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:49)
at
org.apache.hadoop.ipc.RpcWritable$ProtobufWrapper.readFrom(RpcWritable.java:125)
at
org.apache.hadoop.ipc.RpcWritable$Buffer.getValue(RpcWritable.java:187)
at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:514)
at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1025)
at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:876)
at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:822)
at java.base/java.security.AccessController.doPrivileged(Native Method)
at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1730)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2682)
at org.apache.hadoop.ozone.ITDiskHang.setUp(ITDiskHang.java:53)
{code}
Not sure if MTU size matters between external client and Ozone Docker container.
--
This message was sent by Atlassian JIRA
(v7.6.14#76016)
---------------------------------------------------------------------
To unsubscribe, e-mail: hdfs-dev-unsubscr...@hadoop.apache.org
For additional commands, e-mail: hdfs-dev-h...@hadoop.apache.org
