big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-15783. Speed up BlockPlacementPolicyRackFaultTolerant#verifyBlockPlacement (#2626)

Browse Source
This commit is contained in:
Akira Ajisaka 2021-01-21 10:07:46 +09:00 committed by GitHub
parent cfe6e1f7da
commit 45b3a84709
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyRackFaultTolerant.java
View File

@ -237,9 +237,8 @@ public BlockPlacementStatus verifyBlockPlacement(DatanodeInfo[] locs,
// only one rack // only one rack
return new BlockPlacementStatusDefault(1, 1, 1); return new BlockPlacementStatusDefault(1, 1, 1);
} }
// 1. Check that all locations are different. // Count locations on different racks.
// 2. Count locations on different racks. Set<String> racks = new HashSet<>();
Set<String> racks = new TreeSet<>();
for (DatanodeInfo dn : locs) { for (DatanodeInfo dn : locs) {
racks.add(dn.getNetworkLocation()); racks.add(dn.getNetworkLocation());
} }