出现put:File/root/data/user.json.-创新互联

hdfs  dfs -put user.json /root/data/
2022-09-20 04:20:15,494 WARN hdfs.DataStreamer: Exception in createBlockOutputStream blk_1073741886_1062
java.net.NoRouteToHostException: No route to host
  at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
  at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
  at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
  at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:533)
  at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:253)
  at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1726)
  at org.apache.hadoop.hdfs.DataStreamer.nextBlockOutputStream(DataStreamer.java:1680)
  at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:715)
2022-09-20 04:20:15,496 WARN hdfs.DataStreamer: Abandoning BP-1313969708-192.168.137.138-1662812674683:blk_1073741886_1062
2022-09-20 04:20:15,507 WARN hdfs.DataStreamer: Excluding datanode DatanodeInfoWithStorage[192.168.137.139:9866,DS-07c2b3df-0b02-483e-97a8-7d014bb25f5a,DISK]
2022-09-20 04:20:15,543 WARN hdfs.DataStreamer: Exception in createBlockOutputStream blk_1073741887_1063
java.net.NoRouteToHostException: No route to host
  at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
  at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
  at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206)
  at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:533)
  at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:253)
  at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1726)
  at org.apache.hadoop.hdfs.DataStreamer.nextBlockOutputStream(DataStreamer.java:1680)
  at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:715)
2022-09-20 04:20:15,543 WARN hdfs.DataStreamer: Abandoning BP-1313969708-192.168.137.138-1662812674683:blk_1073741887_1063
2022-09-20 04:20:15,546 WARN hdfs.DataStreamer: Excluding datanode DatanodeInfoWithStorage[192.168.137.140:9866,DS-3a340c51-b1bd-45f5-8ebe-25d0805a4c08,DISK]
2022-09-20 04:20:15,566 WARN hdfs.DataStreamer: DataStreamer Exception
org.apache.hadoop.ipc.RemoteException(java.io.IOException): File /root/data/user.json._COPYING_ could only be written to 0 of the 1 minReplication nodes. There are 2 datanode(s) running and 2 node(s) are excluded in this operation.
  at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.chooseTarget4NewBlock(BlockManager.java:2312)
  at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.chooseTargetForNewBlock(FSDirWriteFileOp.java:294)
  at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAdditionalBlock(FSNamesystem.java:2939)
  at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.addBlock(NameNodeRpcServer.java:908)
  at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.addBlock(ClientNamenodeProtocolServerSideTranslatorPB.java:593)
  at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
  at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:532)
  at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1070)
  at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1020)
  at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:948)
  at java.security.AccessController.doPrivileged(Native Method)
  at javax.security.auth.Subject.doAs(Subject.java:422)
  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1845)
  at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2952)

创新互联坚持“要么做到,要么别承诺”的工作理念,服务领域包括:成都网站建设、网站建设、企业官网、英文网站、手机端网站、网站推广等服务,满足客户于互联网时代的海宁网站设计、移动媒体设计的需求,帮助企业找到有效的互联网解决方案。努力成为您成熟可靠的网络建设合作伙伴!

  at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1562)
  at org.apache.hadoop.ipc.Client.call(Client.java:1508)
  at org.apache.hadoop.ipc.Client.call(Client.java:1405)
  at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:234)
  at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:119)
  at com.sun.proxy.$Proxy9.addBlock(Unknown Source)
  at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:530)
  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
  at java.lang.reflect.Method.invoke(Method.java:498)
  at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:422)
  at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:165)
  at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:157)
  at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:95)
  at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:359)
  at com.sun.proxy.$Proxy10.addBlock(Unknown Source)
  at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1090)
  at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:1867)
  at org.apache.hadoop.hdfs.DataStreamer.nextBlockOutputStream(DataStreamer.java:1669)
  at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:715)
put: File /root/data/user.json._COPYING_ could only be written to 0 of the 1 minReplication nodes. There are 2 datanode(s) running and 2 node(s) are excluded in this operation.

出现了这个报错我搞了很久,最后想到是不是防火墙问题最后,查看两台分机发现防火墙没关,关闭,报错解决了。

你是否还在寻找稳定的海外服务器提供商?创新互联www.cdcxhl.cn海外机房具备T级流量清洗系统配攻击溯源,准确流量调度确保服务器高可用性,企业级服务器适合批量采购,新人活动首月15元起,快前往官网查看详情吧


网页标题:出现put:File/root/data/user.json.-创新互联
本文网址:http://pwwzsj.com/article/ddpspi.html