big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-11134. Fix bind exception threw in TestRenameWhileOpen. Contributed By Yiqun Lin.

Browse Source
This commit is contained in:
Brahma Reddy Battula 2016-11-17 10:22:30 +05:30
parent aab9737a05
commit b2d4b7b1b9
1 changed files with 12 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestRenameWhileOpen.java
View File

@ -72,8 +72,6 @@ public void testWhileOpenRenameParent() throws IOException {
doNothing().when(spyLog).endCurrentLogSegment(Mockito.anyBoolean()); doNothing().when(spyLog).endCurrentLogSegment(Mockito.anyBoolean());
DFSTestUtil.setEditLogForTesting(cluster.getNamesystem(), spyLog); DFSTestUtil.setEditLogForTesting(cluster.getNamesystem(), spyLog);
final int nnport = cluster.getNameNodePort();
// create file1. // create file1.
Path dir1 = new Path("/user/a+b/dir1"); Path dir1 = new Path("/user/a+b/dir1");
Path file1 = new Path(dir1, "file1"); Path file1 = new Path(dir1, "file1");
@ -111,22 +109,18 @@ public void testWhileOpenRenameParent() throws IOException {
// for file3, since we just added a block to that file. // for file3, since we just added a block to that file.
cluster.getNameNode().stop(); cluster.getNameNode().stop();
// Restart cluster with the same namenode port as before. // Restart cluster.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {} try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
// restart cluster yet again. This triggers the code to read in // restart cluster yet again. This triggers the code to read in
// persistent leases from the edit log. // persistent leases from the edit log.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(5000);} catch (InterruptedException e) {} try {Thread.sleep(5000);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
fs = cluster.getFileSystem(); fs = cluster.getFileSystem();
@ -161,7 +155,6 @@ public void testWhileOpenRenameParentToNonexistentDir() throws IOException {
try { try {
cluster.waitActive(); cluster.waitActive();
fs = cluster.getFileSystem(); fs = cluster.getFileSystem();
final int nnport = cluster.getNameNodePort();
// create file1. // create file1.
Path dir1 = new Path("/user/dir1"); Path dir1 = new Path("/user/dir1");
@ -185,22 +178,18 @@ public void testWhileOpenRenameParentToNonexistentDir() throws IOException {
Path dir3 = new Path("/user/dir3"); Path dir3 = new Path("/user/dir3");
fs.rename(dir1, dir3); fs.rename(dir1, dir3);
// restart cluster with the same namenode port as before. // restart cluster.
// This ensures that leases are persisted in fsimage. // This ensures that leases are persisted in fsimage.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {} try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
// restart cluster yet again. This triggers the code to read in // restart cluster yet again. This triggers the code to read in
// persistent leases from fsimage. // persistent leases from fsimage.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(5000);} catch (InterruptedException e) {} try {Thread.sleep(5000);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
fs = cluster.getFileSystem(); fs = cluster.getFileSystem();
@ -236,7 +225,6 @@ public void testWhileOpenRenameToExistentDirectory() throws IOException {
try { try {
cluster.waitActive(); cluster.waitActive();
fs = cluster.getFileSystem(); fs = cluster.getFileSystem();
final int nnport = cluster.getNameNodePort();
// create file1. // create file1.
Path dir1 = new Path("/user/dir1"); Path dir1 = new Path("/user/dir1");
@ -252,22 +240,18 @@ public void testWhileOpenRenameToExistentDirectory() throws IOException {
fs.rename(file1, dir2); fs.rename(file1, dir2);
// restart cluster with the same namenode port as before. // restart cluster.
// This ensures that leases are persisted in fsimage. // This ensures that leases are persisted in fsimage.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {} try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
// restart cluster yet again. This triggers the code to read in // restart cluster yet again. This triggers the code to read in
// persistent leases from fsimage. // persistent leases from fsimage.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(5000);} catch (InterruptedException e) {} try {Thread.sleep(5000);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
fs = cluster.getFileSystem(); fs = cluster.getFileSystem();
@ -301,7 +285,6 @@ public void testWhileOpenRenameToNonExistentDirectory() throws IOException {
try { try {
cluster.waitActive(); cluster.waitActive();
fs = cluster.getFileSystem(); fs = cluster.getFileSystem();
final int nnport = cluster.getNameNodePort();
// create file1. // create file1.
Path dir1 = new Path("/user/dir1"); Path dir1 = new Path("/user/dir1");
@ -316,22 +299,18 @@ public void testWhileOpenRenameToNonExistentDirectory() throws IOException {
fs.rename(file1, dir2); fs.rename(file1, dir2);
// restart cluster with the same namenode port as before. // restart cluster.
// This ensures that leases are persisted in fsimage. // This ensures that leases are persisted in fsimage.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {} try {Thread.sleep(2*MAX_IDLE_TIME);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
// restart cluster yet again. This triggers the code to read in // restart cluster yet again. This triggers the code to read in
// persistent leases from fsimage. // persistent leases from fsimage.
cluster.shutdown(); cluster.shutdown();
try {Thread.sleep(5000);} catch (InterruptedException e) {} try {Thread.sleep(5000);} catch (InterruptedException e) {}
cluster = new MiniDFSCluster.Builder(conf).nameNodePort(nnport) cluster = new MiniDFSCluster.Builder(conf).format(false).build();
.format(false)
.build();
cluster.waitActive(); cluster.waitActive();
fs = cluster.getFileSystem(); fs = cluster.getFileSystem();