See <https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/479/>
------------------------------------------ [...truncated 783325 lines...] [junit] 2010-11-06 15:33:27,591 WARN hdfs.DFSClient (DFSOutputStream.java:setupPipelineForAppendOrRecovery(776)) - Error Recovery for block blk_6958453284457679588_1001 in pipeline 127.0.0.1:44662, 127.0.0.1:38927, 127.0.0.1:44296: bad datanode 127.0.0.1:44296 [junit] 2010-11-06 15:33:27,592 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$8$9594fb70(205)) - FI: fiPipelineAck, datanode=DatanodeRegistration(127.0.0.1:44662, storageID=DS-1262001424-127.0.1.1-44662-1289057597516, infoPort=38219, ipcPort=52957) [junit] 2010-11-06 15:33:27,592 WARN datanode.DataNode (BlockReceiver.java:run(948)) - IOException in BlockReceiver.run(): [junit] java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at java.io.DataOutputStream.writeLong(DataOutputStream.java:207) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:542) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-06 15:33:27,593 WARN datanode.DataNode (DataNode.java:checkDiskError(828)) - checkDiskError: exception: [junit] java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at java.io.DataOutputStream.writeLong(DataOutputStream.java:207) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:542) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-06 15:33:27,594 INFO datanode.DataNode (BlockReceiver.java:run(955)) - PacketResponder blk_6958453284457679588_1001 2 Exception java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at java.io.DataOutputStream.writeLong(DataOutputStream.java:207) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:542) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-06 15:33:27,594 INFO datanode.DataNode (BlockReceiver.java:run(971)) - PacketResponder 2 for block blk_6958453284457679588_1001 terminating [junit] 2010-11-06 15:33:27,594 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:44662, storageID=DS-1262001424-127.0.1.1-44662-1289057597516, infoPort=38219, ipcPort=52957) [junit] 2010-11-06 15:33:27,594 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:44662, storageID=DS-1262001424-127.0.1.1-44662-1289057597516, infoPort=38219, ipcPort=52957) [junit] 2010-11-06 15:33:27,595 WARN datanode.DataNode (BlockReceiver.java:run(948)) - IOException in BlockReceiver.run(): [junit] java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at java.io.DataOutputStream.writeLong(DataOutputStream.java:207) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:542) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-06 15:33:27,595 WARN datanode.DataNode (DataNode.java:checkDiskError(828)) - checkDiskError: exception: [junit] java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at java.io.DataOutputStream.writeLong(DataOutputStream.java:207) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:542) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931) [junit] at java.lang.Thread.run(Thread.java:619) [junit] 2010-11-06 15:33:27,596 INFO datanode.DataNode (BlockReceiver.java:run(955)) - PacketResponder blk_6958453284457679588_1001 1 Exception java.io.IOException: Connection reset by peer [junit] at sun.nio.ch.FileDispatcher.write0(Native Method) [junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29) [junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104) [junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75) [junit] at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334) [junit] at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60) [junit] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151) [junit] at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112) [junit] at java.io.DataOutputStream.writeLong(DataOutputStream.java:207) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:542) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-06 15:33:27,596 INFO datanode.DataNode (BlockReceiver.java:run(971)) - PacketResponder 1 for block blk_6958453284457679588_1001 terminating [junit] 2010-11-06 15:33:27,597 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:38927, storageID=DS-457788649-127.0.1.1-38927-1289057597264, infoPort=40129, ipcPort=42111) [junit] 2010-11-06 15:33:27,597 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:38927, storageID=DS-457788649-127.0.1.1-38927-1289057597264, infoPort=40129, ipcPort=42111) [junit] 2010-11-06 15:33:27,599 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51)) - FI: receiverOp WRITE_BLOCK, datanode=127.0.0.1:44662 [junit] 2010-11-06 15:33:27,599 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$before$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$3$3251489(73)) - FI: receiverOpWriteBlock [junit] 2010-11-06 15:33:27,599 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(231)) - Receiving block blk_6958453284457679588_1001 src: /127.0.0.1:52728 dest: /127.0.0.1:44662 [junit] 2010-11-06 15:33:27,600 INFO datanode.DataNode (FSDataset.java:recoverClose(1246)) - Recover failed close blk_6958453284457679588_1001 [junit] 2010-11-06 15:33:27,601 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51)) - FI: receiverOp WRITE_BLOCK, datanode=127.0.0.1:38927 [junit] 2010-11-06 15:33:27,601 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$before$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$3$3251489(73)) - FI: receiverOpWriteBlock [junit] 2010-11-06 15:33:27,601 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(231)) - Receiving block blk_6958453284457679588_1001 src: /127.0.0.1:58097 dest: /127.0.0.1:38927 [junit] 2010-11-06 15:33:27,602 INFO datanode.DataNode (FSDataset.java:recoverClose(1246)) - Recover failed close blk_6958453284457679588_1001 [junit] 2010-11-06 15:33:27,602 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$2$d4f6605f(61)) - FI: statusRead SUCCESS, datanode=127.0.0.1:44662 [junit] 2010-11-06 15:33:27,603 INFO hdfs.StateChange (BlockManager.java:addStoredBlock(1126)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:38927 is added to blk_6958453284457679588_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:44662|RBW], ReplicaUnderConstruction[127.0.0.1:38927|RBW], ReplicaUnderConstruction[127.0.0.1:44296|RBW]]} size 0 [junit] 2010-11-06 15:33:27,602 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(380)) - Received block blk_6958453284457679588_1002 src: /127.0.0.1:58097 dest: /127.0.0.1:38927 of size 1 [junit] 2010-11-06 15:33:27,604 INFO datanode.DataNode (DataXceiver.java:opWriteBlock(380)) - Received block blk_6958453284457679588_1002 src: /127.0.0.1:52728 dest: /127.0.0.1:44662 of size 1 [junit] 2010-11-06 15:33:27,606 INFO hdfs.StateChange (BlockManager.java:addStoredBlock(1126)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:44662 is added to blk_6958453284457679588_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:44662|RBW], ReplicaUnderConstruction[127.0.0.1:38927|RBW], ReplicaUnderConstruction[127.0.0.1:44296|RBW]]} size 0 [junit] 2010-11-06 15:33:27,607 INFO namenode.FSNamesystem (FSNamesystem.java:updatePipeline(4569)) - updatePipeline(block=blk_6958453284457679588_1001, newGenerationStamp=1002, newLength=1, newNodes=[127.0.0.1:44662, 127.0.0.1:38927], clientName=DFSClient_1579435144) [junit] 2010-11-06 15:33:27,609 INFO namenode.FSNamesystem (FSNamesystem.java:updatePipeline(4611)) - updatePipeline(blk_6958453284457679588_1001) successfully to blk_6958453284457679588_1002 [junit] 2010-11-06 15:33:27,612 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1713)) - DIR* NameSystem.completeFile: file /pipeline_Fi_38/foo is closed by DFSClient_1579435144 [junit] 2010-11-06 15:33:27,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(148)) - ugi=hudson ip=/127.0.0.1 cmd=open src=/pipeline_Fi_38/foo dst=null perm=null [junit] 2010-11-06 15:33:27,616 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51)) - FI: receiverOp READ_BLOCK, datanode=127.0.0.1:44662 [junit] Shutting down the Mini HDFS Cluster [junit] 2010-11-06 15:33:27,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(490)) - src: /127.0.0.1:44662, dest: /127.0.0.1:52730, bytes: 5, op: HDFS_READ, cliID: DFSClient_1579435144, offset: 0, srvID: DS-1262001424-127.0.1.1-44662-1289057597516, blockid: blk_6958453284457679588_1002, duration: 265153 [junit] 2010-11-06 15:33:27,617 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 2 [junit] 2010-11-06 15:33:27,618 INFO datanode.DataTransferProtocolAspects (DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$2$d4f6605f(61)) - FI: statusRead CHECKSUM_OK, datanode=127.0.0.1:44662 [junit] 2010-11-06 15:33:27,719 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 52957 [junit] 2010-11-06 15:33:27,720 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 52957: exiting [junit] 2010-11-06 15:33:27,720 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 52957 [junit] 2010-11-06 15:33:27,720 WARN datanode.DataNode (DataXceiverServer.java:run(140)) - DatanodeRegistration(127.0.0.1:44662, storageID=DS-1262001424-127.0.1.1-44662-1289057597516, infoPort=38219, ipcPort=52957):DataXceiveServer: java.nio.channels.AsynchronousCloseException [junit] at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) [junit] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) [junit] at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:133) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-06 15:33:27,720 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-06 15:33:27,721 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-06 15:33:27,722 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(621)) - Exiting DataBlockScanner thread. [junit] 2010-11-06 15:33:27,722 INFO datanode.DataNode (DataNode.java:run(1443)) - DatanodeRegistration(127.0.0.1:44662, storageID=DS-1262001424-127.0.1.1-44662-1289057597516, infoPort=38219, ipcPort=52957):Finishing DataNode in: FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data5/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data6/current/finalized'}> [junit] 2010-11-06 15:33:27,722 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 52957 [junit] 2010-11-06 15:33:27,722 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-06 15:33:27,723 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2010-11-06 15:33:27,723 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2010-11-06 15:33:27,723 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2010-11-06 15:33:27,724 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 1 [junit] 2010-11-06 15:33:27,825 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 42111 [junit] 2010-11-06 15:33:27,830 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 42111 [junit] 2010-11-06 15:33:27,830 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-06 15:33:27,830 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 42111: exiting [junit] 2010-11-06 15:33:27,830 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 1 [junit] 2010-11-06 15:33:27,830 WARN datanode.DataNode (DataXceiverServer.java:run(140)) - DatanodeRegistration(127.0.0.1:38927, storageID=DS-457788649-127.0.1.1-38927-1289057597264, infoPort=40129, ipcPort=42111):DataXceiveServer: java.nio.channels.AsynchronousCloseException [junit] at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) [junit] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) [junit] at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:133) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-06 15:33:27,833 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-06 15:33:27,833 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(621)) - Exiting DataBlockScanner thread. [junit] 2010-11-06 15:33:27,834 INFO datanode.DataNode (DataNode.java:run(1443)) - DatanodeRegistration(127.0.0.1:38927, storageID=DS-457788649-127.0.1.1-38927-1289057597264, infoPort=40129, ipcPort=42111):Finishing DataNode in: FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data3/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data4/current/finalized'}> [junit] 2010-11-06 15:33:27,834 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 42111 [junit] 2010-11-06 15:33:27,834 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-06 15:33:27,834 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2010-11-06 15:33:27,835 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2010-11-06 15:33:27,835 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2010-11-06 15:33:27,835 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 0 [junit] 2010-11-06 15:33:27,937 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 59972 [junit] 2010-11-06 15:33:27,937 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 59972: exiting [junit] 2010-11-06 15:33:27,937 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-06 15:33:27,938 WARN datanode.DataNode (DataXceiverServer.java:run(140)) - DatanodeRegistration(127.0.0.1:44296, storageID=DS-679984939-127.0.1.1-44296-1289057596976, infoPort=40418, ipcPort=59972):DataXceiveServer: java.nio.channels.AsynchronousCloseException [junit] at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) [junit] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152) [junit] at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:133) [junit] at java.lang.Thread.run(Thread.java:619) [junit] [junit] 2010-11-06 15:33:27,938 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 3 [junit] 2010-11-06 15:33:27,938 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:44296, storageID=DS-679984939-127.0.1.1-44296-1289057596976, infoPort=40418, ipcPort=59972) [junit] 2010-11-06 15:33:27,937 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 59972 [junit] 2010-11-06 15:33:27,939 INFO datanode.BlockReceiverAspects (BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220)) - FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:44296, storageID=DS-679984939-127.0.1.1-44296-1289057596976, infoPort=40418, ipcPort=59972) [junit] 2010-11-06 15:33:27,938 INFO datanode.DataNode (BlockReceiver.java:run(886)) - PacketResponder blk_6958453284457679588_1001 0 : Thread is interrupted. [junit] 2010-11-06 15:33:27,939 INFO datanode.DataNode (BlockReceiver.java:run(971)) - PacketResponder 0 for block blk_6958453284457679588_1001 terminating [junit] 2010-11-06 15:33:27,939 ERROR datanode.DataNode (DataXceiver.java:run(116)) - DatanodeRegistration(127.0.0.1:44296, storageID=DS-679984939-127.0.1.1-44296-1289057596976, infoPort=40418, ipcPort=59972):DataXceiver [junit] java.lang.RuntimeException: java.lang.InterruptedException: sleep interrupted [junit] at org.apache.hadoop.fi.FiTestUtil.sleep(FiTestUtil.java:82) [junit] at org.apache.hadoop.fi.DataTransferTestUtil$SleepAction.run(DataTransferTestUtil.java:346) [junit] at org.apache.hadoop.fi.DataTransferTestUtil$SleepAction.run(DataTransferTestUtil.java:1) [junit] at org.apache.hadoop.fi.FiTestUtil$ActionContainer.run(FiTestUtil.java:116) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiverAspects.ajc$before$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$7$b9c2bffe(BlockReceiverAspects.aj:193) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:437) [junit] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:625) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.opWriteBlock(DataXceiver.java:363) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Receiver.opWriteBlock(DataTransferProtocol.java:389) [junit] at org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Receiver.processOp(DataTransferProtocol.java:331) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:114) [junit] at java.lang.Thread.run(Thread.java:619) [junit] Caused by: java.lang.InterruptedException: sleep interrupted [junit] at java.lang.Thread.sleep(Native Method) [junit] at org.apache.hadoop.fi.FiTestUtil.sleep(FiTestUtil.java:80) [junit] ... 11 more [junit] 2010-11-06 15:33:27,940 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-06 15:33:28,009 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(621)) - Exiting DataBlockScanner thread. [junit] 2010-11-06 15:33:28,041 INFO datanode.DataNode (DataNode.java:run(1443)) - DatanodeRegistration(127.0.0.1:44296, storageID=DS-679984939-127.0.1.1-44296-1289057596976, infoPort=40418, ipcPort=59972):Finishing DataNode in: FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data1/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data2/current/finalized'}> [junit] 2010-11-06 15:33:28,041 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 59972 [junit] 2010-11-06 15:33:28,041 INFO datanode.DataNode (DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2010-11-06 15:33:28,042 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2010-11-06 15:33:28,042 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2010-11-06 15:33:28,042 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2010-11-06 15:33:28,144 WARN namenode.DecommissionManager (DecommissionManager.java:run(70)) - Monitor interrupted: java.lang.InterruptedException: sleep interrupted [junit] 2010-11-06 15:33:28,144 WARN namenode.FSNamesystem (FSNamesystem.java:run(2818)) - ReplicationMonitor thread received InterruptedException.java.lang.InterruptedException: sleep interrupted [junit] 2010-11-06 15:33:28,144 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(630)) - Number of transactions: 6 Total time for transactions(ms): 1Number of transactions batched in Syncs: 0 Number of syncs: 3 SyncTimes(ms): 4 4 [junit] 2010-11-06 15:33:28,146 INFO ipc.Server (Server.java:stop(1601)) - Stopping server on 51155 [junit] 2010-11-06 15:33:28,146 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 0 on 51155: exiting [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 3 on 51155: exiting [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 9 on 51155: exiting [junit] 2010-11-06 15:33:28,146 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 1 on 51155: exiting [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 6 on 51155: exiting [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 8 on 51155: exiting [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 4 on 51155: exiting [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(475)) - Stopping IPC Server listener on 51155 [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 5 on 51155: exiting [junit] 2010-11-06 15:33:28,147 INFO ipc.Server (Server.java:run(675)) - Stopping IPC Server Responder [junit] 2010-11-06 15:33:28,146 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 7 on 51155: exiting [junit] 2010-11-06 15:33:28,146 INFO ipc.Server (Server.java:run(1444)) - IPC Server handler 2 on 51155: exiting [junit] Tests run: 3, Failures: 0, Errors: 0, Time elapsed: 75.33 sec checkfailure: run-test-hdfs-all-withtestcaseonly: run-test-hdfs: BUILD FAILED <https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build.xml>:708: Tests failed! Total time: 238 minutes 33 seconds Publishing Javadoc Archiving artifacts Recording test results Recording fingerprints Publishing Clover coverage report... No Clover report will be published due to a Build Failure