See <https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/487/changes>
Changes: [eli] HDFS-811. Add metrics, failure reporting and additional tests for HDFS-457. Contributed by Eli Collins. ------------------------------------------ [...truncated 762491 lines...] [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105) [junit] at java.io.DataOutputStream.writeShort(DataOutputStream.java:150) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:932) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:932) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-14 15:12:13,832 WARN datanode.DataNode (DataNode.java:checkDiskError(828)) - checkDiskError: exception: [junit] java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105) [junit] at java.io.DataOutputStream.writeShort(DataOutputStream.java:150) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:932) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:932) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-14 15:12:13,834 INFO datanode.DataNode (BlockReceiver.java:run(956)) - PacketResponder blk_-6247180746376686368_1001 2 Exception java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105) [junit] at java.io.DataOutputStream.writeShort(DataOutputStream.java:150) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:932) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:932) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-14 15:12:13,834 INFO datanode.DataNode (BlockReceiver.java:run(972)) - PacketResponder 2 for block blk_-6247180746376686368_1001 terminating [junit] 2010-11-14 15:12:13,834 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:42831, storageID=DS-1515277836-127.0.1.1-42831-1289747523248, infoPort=42239, ipcPort=40592) [junit] 2010-11-14 15:12:13,834 WARN datanode.DataNode (BlockReceiver.java:run(949)) - IOException in BlockReceiver.run(): [junit] java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105) [junit] at java.io.DataOutputStream.writeShort(DataOutputStream.java:150) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:932) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:932) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-14 15:12:13,834 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:42831, storageID=DS-1515277836-127.0.1.1-42831-1289747523248, infoPort=42239, ipcPort=40592) [junit] 2010-11-14 15:12:13,835 WARN datanode.DataNode (DataNode.java:checkDiskError(828)) - checkDiskError: exception: [junit] java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105) [junit] at java.io.DataOutputStream.writeShort(DataOutputStream.java:150) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:932) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:932) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-14 15:12:13,836 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51)) - FI: receiverOp WRITE_BLOCK, datanode=127.0.0.1:42831 [junit] 2010-11-14 15:12:13,836 INFO datanode.DataNode (BlockReceiver.java:run(956)) - PacketResponder blk_-6247180746376686368_1001 1 Exception java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105) [junit] at java.io.DataOutputStream.writeShort(DataOutputStream.java:150) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:932) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:932) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-14 15:12:13,836 INFO datanode.DataNode (BlockReceiver.java:run(972)) - PacketResponder 1 for block blk_-6247180746376686368_1001 terminating [junit] 2010-11-14 15:12:13,836 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$before$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$3$3251489(73)) - FI: receiverOpWriteBlock [junit] 2010-11-14 15:12:13,836 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:36314, storageID=DS-546020342-127.0.1.1-36314-1289747523505, infoPort=51801, ipcPort=60243) [junit] 2010-11-14 15:12:13,837 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(231)) - Receiving block blk_-6247180746376686368_1001 src: /127.0.0.1:37936 dest: /127.0.0.1:42831 [junit] 2010-11-14 15:12:13,837 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:36314, storageID=DS-546020342-127.0.1.1-36314-1289747523505, infoPort=51801, ipcPort=60243) [junit] 2010-11-14 15:12:13,838 INFO datanode.DataNode (FSDataset.java:recoverClose(1243)) - Recover failed close blk_-6247180746376686368_1001 [junit] 2010-11-14 15:12:13,839 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51)) - FI: receiverOp WRITE_BLOCK, datanode=127.0.0.1:36314 [junit] 2010-11-14 15:12:13,839 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$before$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$3$3251489(73)) - FI: receiverOpWriteBlock [junit] 2010-11-14 15:12:13,840 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(231)) - Receiving block blk_-6247180746376686368_1001 src: /127.0.0.1:35533 dest: /127.0.0.1:36314 [junit] 2010-11-14 15:12:13,840 INFO datanode.DataNode (FSDataset.java:recoverClose(1243)) - Recover failed close blk_-6247180746376686368_1001 [junit] 2010-11-14 15:12:13,840 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$2$d4f6605f(61)) - FI: statusRead SUCCESS, datanode=127.0.0.1:42831 [junit] 2010-11-14 15:12:13,841 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(380)) - Received block blk_-6247180746376686368_1002 src: /127.0.0.1:35533 dest: /127.0.0.1:36314 of size 1 [junit] 2010-11-14 15:12:13,842 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(380)) - Received block blk_-6247180746376686368_1002 src: /127.0.0.1:37936 dest: /127.0.0.1:42831 of size 1 [junit] 2010-11-14 15:12:13,842 INFO hdfs.StateChange (BlockManager.java:addStoredBlock(1126)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:36314 is added to blk_-6247180746376686368_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:42831|RBW], ReplicaUnderConstruction[127.0.0.1:36314|RBW], ReplicaUnderConstruction[127.0.0.1:49956|RBW]]} size 0 [junit] 2010-11-14 15:12:13,843 INFO namenode.FSNamesystem (FSNamesystem.java:updatePipeline(4594)) - updatePipeline(block=blk_-6247180746376686368_1001, newGenerationStamp=1002, newLength=1, newNodes=[127.0.0.1:42831, 127.0.0.1:36314], clientName=DFSClient_-2142143332) [junit] 2010-11-14 15:12:13,844 INFO namenode.FSNamesystem (FSNamesystem.java:updatePipeline(4636)) - updatePipeline(blk_-6247180746376686368_1001) successfully to blk_-6247180746376686368_1002 [junit] 2010-11-14 15:12:13,845 INFO hdfs.StateChange (BlockManager.java:addStoredBlock(1126)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42831 is added to blk_-6247180746376686368_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:42831|RBW], ReplicaUnderConstruction[127.0.0.1:36314|RBW]]} size 1 [junit] 2010-11-14 15:12:13,847 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1713)) - DIR* NameSystem.completeFile: file /pipeline_Fi_38/foo is closed by DFSClient_-2142143332 [junit] 2010-11-14 15:12:13,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(148)) - ugi=hudson ip=/127.0.0.1 cmd=open src=/pipeline_Fi_38/foo dst=null perm=null [junit] 2010-11-14 15:12:13,853 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51)) - FI: receiverOp READ_BLOCK, datanode=127.0.0.1:42831 [junit] Shutting down the Mini HDFS Cluster [junit] 2010-11-14 15:12:13,854 INFO DataNode.clienttrace (BlockSender.java:sendBlock(491)) - src: /127.0.0.1:42831, dest: /127.0.0.1:37938, bytes: 5, op: HDFS_READ, cliID: DFSClient_-2142143332, offset: 0, srvID: DS-1515277836-127.0.1.1-42831-1289747523248, blockid: blk_-6247180746376686368_1002, duration: 283644 [junit] 2010-11-14 15:12:13,855 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 2 [junit] 2010-11-14 15:12:13,855 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$2$d4f6605f(61)) - FI: statusRead CHECKSUM_OK, datanode=127.0.0.1:42831 [junit] 2010-11-14 15:12:13,980 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 52550 [junit] 2010-11-14 15:12:13,980 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 52550: exiting [junit] 2010-11-14 15:12:13,980 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-14 15:12:13,981 WARN datanode.DataNode (DataXceiverServer.java:run(141)) - DatanodeRegistration(127.0.0.1:49956, storageID=DS-1362726391-127.0.1.1-49956-1289747523761, infoPort=37674, ipcPort=52550):DataXceiveServer: java.nio.channels.AsynchronousCloseException [junit] at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) [junit] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) [junit] at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:134) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-14 15:12:13,981 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:49956, storageID=DS-1362726391-127.0.1.1-49956-1289747523761, infoPort=37674, ipcPort=52550) [junit] 2010-11-14 15:12:13,981 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:49956, storageID=DS-1362726391-127.0.1.1-49956-1289747523761, infoPort=37674, ipcPort=52550) [junit] 2010-11-14 15:12:13,981 INFO datanode.DataNode (BlockReceiver.java:run(887)) - PacketResponder blk_-6247180746376686368_1001 0 : Thread is interrupted. [junit] 2010-11-14 15:12:13,980 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 52550 [junit] 2010-11-14 15:12:13,981 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 3 [junit] 2010-11-14 15:12:13,981 INFO datanode.DataNode (BlockReceiver.java:run(972)) - PacketResponder 0 for block blk_-6247180746376686368_1001 terminating [junit] 2010-11-14 15:12:13,982 ERROR datanode.DataNode (DataXceiver.java:run(116)) - DatanodeRegistration(127.0.0.1:49956, storageID=DS-1362726391-127.0.1.1-49956-1289747523761, infoPort=37674, ipcPort=52550):DataXceiver [junit] java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted [junit] at org.apache.hadoop.fi.FiTestUtil.sleep(FiTestUtil.java:82) [junit] at org.apache.hadoop.fi.DataTransferTestUtil$SleepAction.run(DataTransferTestUtil.java:346) [junit] at org.apache.hadoop.fi.DataTransferTestUtil$SleepAction.run(DataTransferTestUtil.java:1) [junit] at org.apache.hadoop.fi.FiTestUtil$ActionContainer.run(FiTestUtil.java:116) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiverAspects.ajc$before$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$7$b9c2bffe(BlockReceiverAspects.aj:193) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:438) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:626) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.opWriteBlock(DataXceiver.java:363) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Receiver.opWriteBlock(DataTransferProtocol.java:389) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Receiver.processOp(DataTransferProtocol.java:331) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:114) [junit] at java.lang.Thread.run(Thread.java:619) [junit] Caused by: java.lang.InterruptedException: sleep interrupted [junit] at java.lang.Thread.sleep(Native Method) [junit] at org.apache.hadoop.fi.FiTestUtil.sleep(FiTestUtil.java:80) [junit] ... 11 more [junit] 2010-11-14 15:12:13,984 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-14 15:12:13,985 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(622)) - Exiting DataBlockScanner thread. [junit] 2010-11-14 15:12:13,985 INFO datanode.DataNode (DataNode.java:run(1440)) - DatanodeRegistration(127.0.0.1:49956, storageID=DS-1362726391-127.0.1.1-49956-1289747523761, infoPort=37674, ipcPort=52550):Finishing DataNode in: FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data5/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data6/current/finalized'}> [junit] 2010-11-14 15:12:13,985 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 52550 [junit] 2010-11-14 15:12:13,986 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-14 15:12:13,986 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2010-11-14 15:12:13,986 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2010-11-14 15:12:13,996 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2010-11-14 15:12:13,996 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 1 [junit] 2010-11-14 15:12:14,098 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 60243 [junit] 2010-11-14 15:12:14,098 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 60243: exiting [junit] 2010-11-14 15:12:14,098 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 1 [junit] 2010-11-14 15:12:14,099 WARN datanode.DataNode (DataXceiverServer.java:run(141)) - DatanodeRegistration(127.0.0.1:36314, storageID=DS-546020342-127.0.1.1-36314-1289747523505, infoPort=51801, ipcPort=60243):DataXceiveServer: java.nio.channels.AsynchronousCloseException [junit] at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) [junit] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) [junit] at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:134) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-14 15:12:14,098 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-14 15:12:14,098 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 60243 [junit] 2010-11-14 15:12:14,101 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-14 15:12:14,101 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(622)) - Exiting DataBlockScanner thread. [junit] 2010-11-14 15:12:14,102 INFO datanode.DataNode (DataNode.java:run(1440)) - DatanodeRegistration(127.0.0.1:36314, storageID=DS-546020342-127.0.1.1-36314-1289747523505, infoPort=51801, ipcPort=60243):Finishing DataNode in: FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data3/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data4/current/finalized'}> [junit] 2010-11-14 15:12:14,102 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 60243 [junit] 2010-11-14 15:12:14,102 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-14 15:12:14,102 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2010-11-14 15:12:14,103 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2010-11-14 15:12:14,103 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2010-11-14 15:12:14,103 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 0 [junit] 2010-11-14 15:12:14,205 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 40592 [junit] 2010-11-14 15:12:14,205 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 40592: exiting [junit] 2010-11-14 15:12:14,205 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 40592 [junit] 2010-11-14 15:12:14,206 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-14 15:12:14,206 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 1 [junit] 2010-11-14 15:12:14,206 WARN datanode.DataNode (DataXceiverServer.java:run(141)) - DatanodeRegistration(127.0.0.1:42831, storageID=DS-1515277836-127.0.1.1-42831-1289747523248, infoPort=42239, ipcPort=40592):DataXceiveServer: java.nio.channels.AsynchronousCloseException [junit] at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) [junit] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) [junit] at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:134) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-14 15:12:14,209 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-14 15:12:14,271 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(622)) - Exiting DataBlockScanner thread. [junit] 2010-11-14 15:12:14,309 INFO datanode.DataNode (DataNode.java:run(1440)) - DatanodeRegistration(127.0.0.1:42831, storageID=DS-1515277836-127.0.1.1-42831-1289747523248, infoPort=42239, ipcPort=40592):Finishing DataNode in: FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data1/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data2/current/finalized'}> [junit] 2010-11-14 15:12:14,309 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 40592 [junit] 2010-11-14 15:12:14,310 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-14 15:12:14,310 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2010-11-14 15:12:14,310 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2010-11-14 15:12:14,310 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2010-11-14 15:12:14,427 WARN namenode.DecommissionManager (DecommissionManager.java:run(70)) - Monitor interrupted: java.lang.InterruptedException: sleep interrupted [junit] 2010-11-14 15:12:14,427 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(630)) - Number of transactions: 6 Total time for transactions(ms): 0Number of transactions batched in Syncs: 0 Number of syncs: 3 SyncTimes(ms): 7 3 [junit] 2010-11-14 15:12:14,428 WARN namenode.FSNamesystem (FSNamesystem.java:run(2818)) - ReplicationMonitor thread received InterruptedException.java.lang.InterruptedException: sleep interrupted [junit] 2010-11-14 15:12:14,429 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 38289 [junit] 2010-11-14 15:12:14,429 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 38289: exiting [junit] 2010-11-14 15:12:14,429 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 1 on 38289: exiting [junit] 2010-11-14 15:12:14,429 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 5 on 38289: exiting [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 6 on 38289: exiting [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 38289 [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 7 on 38289: exiting [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 2 on 38289: exiting [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 3 on 38289: exiting [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 9 on 38289: exiting [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 8 on 38289: exiting [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-14 15:12:14,430 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 4 on 38289: exiting [junit] Tests run: 3, Failures: 0, Errors: 0, Time elapsed: 83.17 sec checkfailure: run-test-hdfs-all-withtestcaseonly: run-test-hdfs: BUILD FAILED <https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build.xml>:723: Tests failed! Total time: 213 minutes 54 seconds Publishing Javadoc Archiving artifacts Recording test results Recording fingerprints Publishing Clover coverage report... No Clover report will be published due to a Build Failure