big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-2229. Fix a deadlock in namenode by enforcing lock acquisition ordering.

Browse Source 
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1156847 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Tsz-wo Sze 2011-08-11 22:16:16 +00:00
parent 7528853197
commit 1dd48b1aee
3 changed files with 42 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hdfs/CHANGES.txt
View File

@ -954,6 +954,9 @@ Trunk (unreleased changes)
HDFS-2245. Fix a NullPointerException in BlockManager.chooseTarget(..). HDFS-2245. Fix a NullPointerException in BlockManager.chooseTarget(..).
(szetszwo) (szetszwo)
HDFS-2229. Fix a deadlock in namenode by enforcing lock acquisition
ordering. (szetszwo)
BREAKDOWN OF HDFS-1073 SUBTASKS BREAKDOWN OF HDFS-1073 SUBTASKS
HDFS-1521. Persist transaction ID on disk between NN restarts. HDFS-1521. Persist transaction ID on disk between NN restarts.

8
hdfs/src/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java
View File

@ -1829,9 +1829,9 @@ private void invalidateCorruptReplicas(Block blk) {
* over or under replicated. Place it into the respective queue. * over or under replicated. Place it into the respective queue.
*/ */
public void processMisReplicatedBlocks() { public void processMisReplicatedBlocks() {
assert namesystem.hasWriteLock();
long nrInvalid = 0, nrOverReplicated = 0, nrUnderReplicated = 0; long nrInvalid = 0, nrOverReplicated = 0, nrUnderReplicated = 0;
namesystem.writeLock();
try {
neededReplications.clear(); neededReplications.clear();
for (BlockInfo block : blocksMap.getBlocks()) { for (BlockInfo block : blocksMap.getBlocks()) {
INodeFile fileINode = block.getINode(); INodeFile fileINode = block.getINode();
@ -1859,9 +1859,7 @@ public void processMisReplicatedBlocks() {
processOverReplicatedBlock(block, expectedReplication, null, null); processOverReplicatedBlock(block, expectedReplication, null, null);
} }
} }
} finally {
namesystem.writeUnlock();
}
LOG.info("Total number of blocks = " + blocksMap.size()); LOG.info("Total number of blocks = " + blocksMap.size());
LOG.info("Number of invalid blocks = " + nrInvalid); LOG.info("Number of invalid blocks = " + nrInvalid);
LOG.info("Number of under-replicated blocks = " + nrUnderReplicated); LOG.info("Number of under-replicated blocks = " + nrUnderReplicated);

7
hdfs/src/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java
View File

@ -313,13 +313,18 @@ void activateSecretManager() throws IOException {
* Activate FSNamesystem daemons. * Activate FSNamesystem daemons.
*/ */
void activate(Configuration conf) throws IOException { void activate(Configuration conf) throws IOException {
writeLock();
try {
setBlockTotal(); setBlockTotal();
blockManager.activate(conf); blockManager.activate(conf);
this.lmthread = new Daemon(leaseManager.new Monitor()); this.lmthread = new Daemon(leaseManager.new Monitor());
lmthread.start(); lmthread.start();
this.nnrmthread = new Daemon(new NameNodeResourceMonitor()); this.nnrmthread = new Daemon(new NameNodeResourceMonitor());
nnrmthread.start(); nnrmthread.start();
} finally {
writeUnlock();
}
registerMXBean(); registerMXBean();
DefaultMetricsSystem.instance().register(this); DefaultMetricsSystem.instance().register(this);