https://community.cloudera.com/t5/Support-Questions/ERROR-ShuffleBlockFetcherIterator/m-p/236213#M198026 <P>ERROR ShuffleBlockFetcherIterator: Failed to get block(s) from &lt;hostname&gt;:53231</P><P>org.apache.spark.network.client.ChunkFetchFailureException: Failure while fetching StreamChunkId{streamId=1936287054039, chunkIndex=0}: java.nio.file.NoSuchFileException: /export/vol01/hadoop/yarn/local/usercache/arc/appcache/application_1553017269485_0021/blockmgr-ae3c3e6d-eb26-4a15-9305-125363361457/39/shuffle_8_1_0.index</P><P>at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)</P><P>at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)</P><P>at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)</P><P>at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)</P><P>at java.nio.file.Files.newByteChannel(Files.java:361)</P><P>at java.nio.file.Files.newByteChannel(Files.java:407)</P><P>at org.apache.spark.shuffle.IndexShuffleBlockResolver.getBlockData(IndexShuffleBlockResolver.scala:205)</P><P>at org.apache.spark.storage.BlockManager.getBlockData(BlockManager.scala:375)</P><P>at org.apache.spark.network.netty.NettyBlockRpcServer$$anonfun$1.apply(NettyBlockRpcServer.scala:61)</P><P>at org.apache.spark.network.netty.NettyBlockRpcServer$$anonfun$1.apply(NettyBlockRpcServer.scala:60)</P><P>at scala.collection.Iterator$$anon$11.next(Iterator.scala:409)</P><P>at scala.collection.convert.Wrappers$IteratorWrapper.next(Wrappers.scala:31)</P><P>at org.apache.spark.network.server.OneForOneStreamManager.getChunk(OneForOneStreamManager.java:92)</P><P>at org.apache.spark.network.server.TransportRequestHandler.processFetchRequest(TransportRequestHandler.java:137)</P><P>at org.apache.spark.network.server.TransportRequestHandler.handle(TransportRequestHandler.java:109)</P><P>at org.apache.spark.network.server.TransportChannelHandler.channelRead(TransportChannelHandler.java:118)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at org.apache.spark.network.util.TransportFrameDecoder.channelRead(TransportFrameDecoder.java:85)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1359)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:935)</P><P>at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:138)</P><P>at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:645)</P><P>at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:580)</P><P>at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:497)</P><P>at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:459)</P><P>at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858)</P><P>at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138)</P><P>at java.lang.Thread.run(Thread.java:745)</P><P><BR /></P><P>at org.apache.spark.network.client.TransportResponseHandler.handle(TransportResponseHandler.java:182)</P><P>at org.apache.spark.network.server.TransportChannelHandler.channelRead(TransportChannelHandler.java:120)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at org.apache.spark.network.util.TransportFrameDecoder.channelRead(TransportFrameDecoder.java:85)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:340)</P><P>at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1359)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362)</P><P>at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:348)</P><P>at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:935)</P><P>at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:138)</P><P>at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:645)</P><P>at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:580)</P><P>at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:497)</P><P>at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:459)</P><P>at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858)</P><P>at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138)</P><P>at java.lang.Thread.run(Thread.java:745)</P><P><BR /></P> Thu, 21 Mar 2019 00:58:33 GMT premchowdary29 2019-03-21T00:58:33Z