等了很久之后,控制台反复出现如下信息:
Sun Nov 02 16:19:24 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@37734b10, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:129)
at org.apache.hadoop.hbase.client.HTable.getRowOrBefore(HTable.java:714)
at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:144)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.prefetchRegionCache(HConnectionManager.java:1159)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:1223)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:1111)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:1068)
at org.apache.hadoop.hbase.client.AsyncProcess.findDestLocation(AsyncProcess.java:365)
at org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:310)
at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:964)
at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252)
at org.apache.hadoop.hbase.client.HTable.put(HTable.java:910)
at com.apache.hbase.kora.PutExample.main(PutExample.java:34)
Caused by: org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:532)
at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493)
at org.apache.hadoop.hbase.ipc.RpcClient$Connection.setupConnection(RpcClient.java:578)
at org.apache.hadoop.hbase.ipc.RpcClient$Connection.setupIOstreams(RpcClient.java:868)
at org.apache.hadoop.hbase.ipc.RpcClient.getConnection(RpcClient.java:1538)
at org.apache.hadoop.hbase.ipc.RpcClient.call(RpcClient.java:1437)
at org.apache.hadoop.hbase.ipc.RpcClient.callBlockingMethod(RpcClient.java:1656)
at org.apache.hadoop.hbase.ipc.RpcClient$BlockingRpcChannelImplementation.callBlockingMethod(RpcClient.java:1714)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$BlockingStub.get(ClientProtos.java:29876)
at org.apache.hadoop.hbase.protobuf.ProtobufUtil.getRowOrBefore(ProtobufUtil.java:1502)
at org.apache.hadoop.hbase.client.HTable$2.call(HTable.java:710)
at org.apache.hadoop.hbase.client.HTable$2.call(HTable.java:708)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:114)
... 12 more
2014-11-02 16:19:24,683 DEBUG [main] client.HConnectionManager$HConnectionImplementation: locateRegionInMeta parentTable=hbase:meta, metaLocation={region=hbase:meta,,1.1588230740, hostname=hadoop4.updb.com,60020,1414507297422, seqNum=0}, attempt=6 of 35 failed; retrying after sleep of 4009 because: This server is in the failed servers list: hadoop4.updb.com/72.52.4.120:60020
2014-11-02 16:39:19,606 WARN [main] client.HConnectionManager$HConnectionImplementation: Encountered problems when prefetch hbase:meta table:
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=35, exceptions:
Sun Nov 02 16:19:48 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:19:49 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.hbase.ipc.RpcClient$FailedServerException: This server is in the failed servers list: hadoop4.updb.com/72.52.4.120:60020
Sun Nov 02 16:19:49 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.hbase.ipc.RpcClient$FailedServerException: This server is in the failed servers list: hadoop4.updb.com/72.52.4.120:60020
Sun Nov 02 16:19:50 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.hbase.ipc.RpcClient$FailedServerException: This server is in the failed servers list: hadoop4.updb.com/72.52.4.120:60020
Sun Nov 02 16:20:12 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:20:36 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:21:06 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:21:36 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:22:06 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:22:36 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:23:16 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:23:57 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:24:37 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:25:17 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:25:57 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:26:37 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:27:17 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:27:57 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:28:37 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:29:17 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:29:57 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:30:38 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:31:18 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:31:58 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:32:38 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:33:18 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:33:58 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:34:38 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:35:18 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:35:58 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:36:38 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:37:19 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:37:59 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:38:39 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
Sun Nov 02 16:39:19 CST 2014, org.apache.hadoop.hbase.client.RpcRetryingCaller@42e3f9e3, org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:129)
at org.apache.hadoop.hbase.client.HTable.getRowOrBefore(HTable.java:714)
at org.apache.hadoop.hbase.client.MetaScanner.metaScan(MetaScanner.java:144)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.prefetchRegionCache(HConnectionManager.java:1159)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegionInMeta(HConnectionManager.java:1223)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:1111)
at org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.locateRegion(HConnectionManager.java:1068)
at org.apache.hadoop.hbase.client.AsyncProcess.findDestLocation(AsyncProcess.java:365)
at org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:310)
at org.apache.hadoop.hbase.client.HTable.backgroundFlushCommits(HTable.java:964)
at org.apache.hadoop.hbase.client.HTable.flushCommits(HTable.java:1252)
at org.apache.hadoop.hbase.client.HTable.put(HTable.java:910)
at com.apache.hbase.kora.PutExample.main(PutExample.java:34)
Caused by: org.apache.hadoop.net.ConnectTimeoutException: 20000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.SocketChannel[connection-pending remote=hadoop4.updb.com/72.52.4.120:60020]
at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:532)
at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:493)
at org.apache.hadoop.hbase.ipc.RpcClient$Connection.setupConnection(RpcClient.java:578)
at org.apache.hadoop.hbase.ipc.RpcClient$Connection.setupIOstreams(RpcClient.java:868)
at org.apache.hadoop.hbase.ipc.RpcClient.getConnection(RpcClient.java:1538)
at org.apache.hadoop.hbase.ipc.RpcClient.call(RpcClient.java:1437)
at org.apache.hadoop.hbase.ipc.RpcClient.callBlockingMethod(RpcClient.java:1656)
at org.apache.hadoop.hbase.ipc.RpcClient$BlockingRpcChannelImplementation.callBlockingMethod(RpcClient.java:1714)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$BlockingStub.get(ClientProtos.java:29876)
at org.apache.hadoop.hbase.protobuf.ProtobufUtil.getRowOrBefore(ProtobufUtil.java:1502)
at org.apache.hadoop.hbase.client.HTable$2.call(HTable.java:710)
at org.apache.hadoop.hbase.client.HTable$2.call(HTable.java:708)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:114)
... 12 more
2014-11-02 16:39:19,608 DEBUG [main] client.HConnectionManager$HConnectionImplementation: locateRegionInMeta parentTable=hbase:meta, metaLocation={region=hbase:meta,,1.1588230740, hostname=hadoop4.updb.com,60020,1414507297422, seqNum=0}, attempt=7 of 35 failed; retrying after sleep of 10042 because: This server is in the failed servers list: hadoop4.updb.com/72.52.4.120:60020
hadoop4.updb.com/72.52.4.120:60020,奇怪的是我的hadoop4的IP是192.168.0.104,而不是72.52.4.120,这个IP我查了一下,是美国的IP,跟奇怪噢
|