big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-742. A down DataNode makes Balancer to hang on repeatingly asking NameNode its partial block list. Contributed by Mit Desai.

Browse Source
This commit is contained in:
Kihwal Lee 2016-08-03 12:14:59 -05:00
parent bebf10d245
commit 58db263e93
1 changed files with 7 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/balancer/Dispatcher.java
View File

@ -849,6 +849,13 @@ private void dispatchBlocks() {
+ ", scheduledSize=" + getScheduledSize() + ", scheduledSize=" + getScheduledSize()
+ ", srcBlocks#=" + srcBlocks.size()); + ", srcBlocks#=" + srcBlocks.size());
} }
// check if time is up or not
if (Time.monotonicNow() - startTime > MAX_ITERATION_TIME) {
LOG.info("Time up (max time=" + MAX_ITERATION_TIME/1000
+ " seconds). Skipping " + this);
isTimeUp = true;
continue;
}
final PendingMove p = chooseNextMove(); final PendingMove p = chooseNextMove();
if (p != null) { if (p != null) {
// Reset no pending move counter // Reset no pending move counter
@ -886,14 +893,6 @@ private void dispatchBlocks() {
} }
} }
// check if time is up or not
if (Time.monotonicNow() - startTime > MAX_ITERATION_TIME) {
LOG.info("Time up (max time=" + MAX_ITERATION_TIME/1000
+ " seconds). Skipping " + this);
isTimeUp = true;
continue;
}
// Now we can not schedule any block to move and there are // Now we can not schedule any block to move and there are
// no new blocks added to the source block list, so we wait. // no new blocks added to the source block list, so we wait.
try { try {