big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-8363. Erasure Coding: DFSStripedInputStream#seekToNewSource. (yliu)

Browse Source
This commit is contained in:
yliu 2015-05-13 08:48:56 +08:00 committed by Zhe Zhang
parent 54d2827522
commit 8da9e18dad
2 changed files with 14 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-hdfs-project/hadoop-hdfs/CHANGES-HDFS-EC-7285.txt
View File

@ -204,3 +204,5 @@
HDFS-8368. Erasure Coding: DFS opening a non-existent file need to be HDFS-8368. Erasure Coding: DFS opening a non-existent file need to be
handled properly (Rakesh R via zhz) handled properly (Rakesh R via zhz)
HDFS-8363. Erasure Coding: DFSStripedInputStream#seekToNewSource. (yliu)

15
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSStripedInputStream.java
View File

@ -130,12 +130,12 @@ boolean include(long pos) {
} }
} }
private final short groupSize = HdfsConstants.NUM_DATA_BLOCKS; private final BlockReader[] blockReaders;
private final BlockReader[] blockReaders = new BlockReader[groupSize]; private final DatanodeInfo[] currentNodes;
private final DatanodeInfo[] currentNodes = new DatanodeInfo[groupSize];
private final int cellSize; private final int cellSize;
private final short dataBlkNum; private final short dataBlkNum;
private final short parityBlkNum; private final short parityBlkNum;
private final short groupSize;
/** the buffer for a complete stripe */ /** the buffer for a complete stripe */
private ByteBuffer curStripeBuf; private ByteBuffer curStripeBuf;
private final ECSchema schema; private final ECSchema schema;
@ -155,6 +155,9 @@ boolean include(long pos) {
cellSize = schema.getChunkSize(); cellSize = schema.getChunkSize();
dataBlkNum = (short) schema.getNumDataUnits(); dataBlkNum = (short) schema.getNumDataUnits();
parityBlkNum = (short) schema.getNumParityUnits(); parityBlkNum = (short) schema.getNumParityUnits();
groupSize = dataBlkNum;
blockReaders = new BlockReader[groupSize];
currentNodes = new DatanodeInfo[groupSize];
curStripeRange = new StripeRange(0, 0); curStripeRange = new StripeRange(0, 0);
readingService = readingService =
new ExecutorCompletionService<>(dfsClient.getStripedReadsThreadPool()); new ExecutorCompletionService<>(dfsClient.getStripedReadsThreadPool());
@ -391,6 +394,12 @@ private int getStripedBufOffset(long offsetInBlockGroup) {
return (int) (offsetInBlockGroup % stripeLen); return (int) (offsetInBlockGroup % stripeLen);
} }
@Override
public synchronized boolean seekToNewSource(long targetPos)
throws IOException {
return false;
}
@Override @Override
protected synchronized int readWithStrategy(ReaderStrategy strategy, protected synchronized int readWithStrategy(ReaderStrategy strategy,
int off, int len) throws IOException { int off, int len) throws IOException {