HDFS-16832. [SBN READ] Follow-on to HDFS-16732. Fix NPE when check the block location of empty directory (#5099)
Signed-off-by: Erik Krogen <xkrogen@apache.org> Reviewed-by: Zengqiang Xu <xuzq_zander@163.com>
This commit is contained in:
parent
069bd973d8
commit
dc2fba45fe
@ -9034,10 +9034,16 @@ private boolean isObserver() {
|
|||||||
|
|
||||||
private void checkBlockLocationsWhenObserver(LocatedBlocks blocks, String src)
|
private void checkBlockLocationsWhenObserver(LocatedBlocks blocks, String src)
|
||||||
throws ObserverRetryOnActiveException {
|
throws ObserverRetryOnActiveException {
|
||||||
for (LocatedBlock b : blocks.getLocatedBlocks()) {
|
if (blocks == null) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
List<LocatedBlock> locatedBlockList = blocks.getLocatedBlocks();
|
||||||
|
if (locatedBlockList != null) {
|
||||||
|
for (LocatedBlock b : locatedBlockList) {
|
||||||
if (b.getLocations() == null || b.getLocations().length == 0) {
|
if (b.getLocations() == null || b.getLocations().length == 0) {
|
||||||
throw new ObserverRetryOnActiveException("Zero blocklocations for " + src);
|
throw new ObserverRetryOnActiveException("Zero blocklocations for " + src);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
@ -652,6 +652,29 @@ public void run() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testSimpleReadEmptyDirOrFile() throws IOException {
|
||||||
|
// read empty dir
|
||||||
|
dfs.mkdirs(new Path("/emptyDir"));
|
||||||
|
assertSentTo(0);
|
||||||
|
|
||||||
|
dfs.getClient().listPaths("/", new byte[0], true);
|
||||||
|
assertSentTo(2);
|
||||||
|
|
||||||
|
dfs.getClient().getLocatedFileInfo("/emptyDir", true);
|
||||||
|
assertSentTo(2);
|
||||||
|
|
||||||
|
// read empty file
|
||||||
|
dfs.create(new Path("/emptyFile"), (short)1);
|
||||||
|
assertSentTo(0);
|
||||||
|
|
||||||
|
dfs.getClient().getLocatedFileInfo("/emptyFile", true);
|
||||||
|
assertSentTo(2);
|
||||||
|
|
||||||
|
dfs.getClient().getBlockLocations("/emptyFile", 0, 1);
|
||||||
|
assertSentTo(2);
|
||||||
|
}
|
||||||
|
|
||||||
private static void assertSentTo(DistributedFileSystem fs, int nnIdx)
|
private static void assertSentTo(DistributedFileSystem fs, int nnIdx)
|
||||||
throws IOException {
|
throws IOException {
|
||||||
assertTrue("Request was not sent to the expected namenode " + nnIdx,
|
assertTrue("Request was not sent to the expected namenode " + nnIdx,
|
||||||
|
Loading…
Reference in New Issue
Block a user