big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-17197. Show file replication when listing corrupt files. (#6095). Contributed by Shuyan Zhang.

Browse Source 
Signed-off-by: He Xiaoqiao <hexiaoqiao@apache.org>
This commit is contained in:
zhangshuyan 2023-09-25 13:01:25 +08:00 committed by GitHub
parent 13c5825c00
commit ecee022e49
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 22 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java
View File

@ -6131,15 +6131,20 @@ void releaseBackupNode(NamenodeRegistration registration)
static class CorruptFileBlockInfo { static class CorruptFileBlockInfo {
final String path; final String path;
final Block block; final Block block;
private final int replication;
private final String ecPolicy;
public CorruptFileBlockInfo(String p, Block b) { CorruptFileBlockInfo(String p, Block b, int r, String ec) {
path = p; path = p;
block = b; block = b;
replication = r;
ecPolicy = ec;
} }
@Override @Override
public String toString() { public String toString() {
return block.getBlockName() + "\t" + path; return block.getBlockName() + "\t" +
(replication == -1 ? ecPolicy : replication) + "\t" + path;
} }
} }
/** /**
@ -6195,7 +6200,21 @@ Collection<CorruptFileBlockInfo> listCorruptFileBlocks(String path,
if (inode != null) { if (inode != null) {
String src = inode.getFullPathName(); String src = inode.getFullPathName();
if (isParentEntry(src, path)) { if (isParentEntry(src, path)) {
corruptFiles.add(new CorruptFileBlockInfo(src, blk)); int repl = -1;
String ecPolicyName = null;
if (inode.isFile()) {
if (inode.asFile().isStriped()) {
ErasureCodingPolicy ecPolicy =
ErasureCodingPolicyManager.getInstance()
.getByID(inode.asFile().getErasureCodingPolicyID());
if (ecPolicy != null) {
ecPolicyName = ecPolicy.getName();
}
} else {
repl = inode.asFile().getFileReplication();
}
}
corruptFiles.add(new CorruptFileBlockInfo(src, blk, repl, ecPolicyName));
count++; count++;
if (count >= maxCorruptFileBlocksReturn) if (count >= maxCorruptFileBlocksReturn)
break; break;