datanode日志发现如下ERROR,其中集群版本为cdh,dfs.datanode.max.transfer.threads已经是8192,hdfs yarn用户的nofile,nproc分别为32768,65536
ERROR org.apache.hadoop.hdfs.server.datanode.DataNode: lg-131:10510:DataXceiver error processing WRITE_BLOCK operation src: /192.168.13.134:55660 dst: /192.168.13.131:10510
972497 java.io.IOException: Premature EOF from inputStream
972498 at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:194)
972499 at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:213)
972500 at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134)
972501 at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109)
972502 at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:468)
972503 at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:772)
972504 at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:724)
972505 at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:126)
972506 at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:72)
972507 at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:226)
|
|