big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-15672. TestBalancerWithMultipleNameNodes#testBalancingBlockpoolsWithBlockPoolPolicy fails on trunk. (#2475)

Browse Source 
Signed-off-by: Akira Ajisaka <aajisaka@apache.org>
This commit is contained in:
Masatake Iwasaki 2021-01-14 16:19:35 +09:00 committed by GitHub
parent 768e2f42ba
commit 630f8ddd2c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/balancer/TestBalancerWithMultipleNameNodes.java
View File

@ -146,15 +146,16 @@ private static ExtendedBlock[][] generateBlocks(Suite s, long size
}
/* wait for one heartbeat */
static void wait(final ClientProtocol[] clients,
static void wait(final Suite suite,
long expectedUsedSpace, long expectedTotalSpace) throws IOException {
LOG.info("WAIT expectedUsedSpace=" + expectedUsedSpace
+ ", expectedTotalSpace=" + expectedTotalSpace);
for(int n = 0; n < clients.length; n++) {
suite.cluster.triggerHeartbeats();
for(int n = 0; n < suite.clients.length; n++) {
int i = 0;
for(boolean done = false; !done; ) {
final long[] s = clients[n].getStats();
done = s[0] == expectedTotalSpace && s[1] == expectedUsedSpace;
final long[] s = suite.clients[n].getStats();
done = s[0] == expectedTotalSpace && s[1] >= expectedUsedSpace;
if (!done) {
sleep(100L);
if (++i % 100 == 0) {
@ -172,7 +173,7 @@ static void runBalancer(Suite s,
LOG.info("BALANCER 0: totalUsed=" + totalUsed
+ ", totalCapacity=" + totalCapacity
+ ", avg=" + avg);
wait(s.clients, totalUsed, totalCapacity);
wait(s, totalUsed, totalCapacity);
LOG.info("BALANCER 1");
// get storage reports for relevant blockpools so that we can compare
@ -186,7 +187,7 @@ static void runBalancer(Suite s,
Assert.assertEquals(ExitStatus.SUCCESS.getExitCode(), r);
LOG.info("BALANCER 2");
wait(s.clients, totalUsed, totalCapacity);
wait(s, totalUsed, totalCapacity);
LOG.info("BALANCER 3");
int i = 0;
@ -530,7 +531,7 @@ private void runTest(final int nNameNodes, String[] racks,
LOG.info("RUN_TEST 2: create files");
// fill up the cluster to be 30% full
final long totalUsed = (totalCapacity * s.replication)*3/10;
final long totalUsed = totalCapacity * 3 / 10;
final long size = (totalUsed/nNameNodes)/s.replication;
for(int n = 0; n < nNameNodes; n++) {
createFile(s, n, size);