YARN-8344. Missing nm.stop() in TestNodeManagerResync to fix testKillContainersOnResync. Contributed by Giovanni Matteo Fumarola.
This commit is contained in:
parent
cddbbe5f69
commit
e99e5bf104
@ -150,7 +150,6 @@ public void testPreserveContainersOnResyncKeepingContainers() throws
|
|||||||
testContainerPreservationOnResyncImpl(nm, true);
|
testContainerPreservationOnResyncImpl(nm, true);
|
||||||
}
|
}
|
||||||
|
|
||||||
@SuppressWarnings("unchecked")
|
|
||||||
protected void testContainerPreservationOnResyncImpl(TestNodeManager1 nm,
|
protected void testContainerPreservationOnResyncImpl(TestNodeManager1 nm,
|
||||||
boolean isWorkPreservingRestartEnabled)
|
boolean isWorkPreservingRestartEnabled)
|
||||||
throws IOException, YarnException, InterruptedException {
|
throws IOException, YarnException, InterruptedException {
|
||||||
@ -186,32 +185,35 @@ protected void testContainerPreservationOnResyncImpl(TestNodeManager1 nm,
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@SuppressWarnings("unchecked")
|
@SuppressWarnings("resource")
|
||||||
@Test(timeout=10000)
|
@Test(timeout=10000)
|
||||||
public void testNMshutdownWhenResyncThrowException() throws IOException,
|
public void testNMshutdownWhenResyncThrowException() throws IOException,
|
||||||
InterruptedException, YarnException {
|
InterruptedException, YarnException {
|
||||||
NodeManager nm = new TestNodeManager3();
|
NodeManager nm = new TestNodeManager3();
|
||||||
YarnConfiguration conf = createNMConfig();
|
YarnConfiguration conf = createNMConfig();
|
||||||
nm.init(conf);
|
try {
|
||||||
nm.start();
|
nm.init(conf);
|
||||||
Assert.assertEquals(1, ((TestNodeManager3) nm).getNMRegistrationCount());
|
nm.start();
|
||||||
nm.getNMDispatcher().getEventHandler()
|
Assert.assertEquals(1, ((TestNodeManager3) nm).getNMRegistrationCount());
|
||||||
.handle(new NodeManagerEvent(NodeManagerEventType.RESYNC));
|
nm.getNMDispatcher().getEventHandler()
|
||||||
|
.handle(new NodeManagerEvent(NodeManagerEventType.RESYNC));
|
||||||
|
|
||||||
synchronized (isNMShutdownCalled) {
|
synchronized (isNMShutdownCalled) {
|
||||||
while (isNMShutdownCalled.get() == false) {
|
while (!isNMShutdownCalled.get()) {
|
||||||
try {
|
try {
|
||||||
isNMShutdownCalled.wait();
|
isNMShutdownCalled.wait();
|
||||||
} catch (InterruptedException e) {
|
} catch (InterruptedException e) {
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
Assert.assertTrue("NM shutdown not called.",isNMShutdownCalled.get());
|
Assert.assertTrue("NM shutdown not called.", isNMShutdownCalled.get());
|
||||||
nm.stop();
|
} finally {
|
||||||
|
nm.stop();
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@SuppressWarnings("unchecked")
|
@SuppressWarnings("resource")
|
||||||
@Test(timeout=60000)
|
@Test(timeout=60000)
|
||||||
public void testContainerResourceIncreaseIsSynchronizedWithRMResync()
|
public void testContainerResourceIncreaseIsSynchronizedWithRMResync()
|
||||||
throws IOException, InterruptedException, YarnException {
|
throws IOException, InterruptedException, YarnException {
|
||||||
@ -219,28 +221,32 @@ public void testContainerResourceIncreaseIsSynchronizedWithRMResync()
|
|||||||
YarnConfiguration conf = createNMConfig();
|
YarnConfiguration conf = createNMConfig();
|
||||||
conf.setBoolean(
|
conf.setBoolean(
|
||||||
YarnConfiguration.RM_WORK_PRESERVING_RECOVERY_ENABLED, true);
|
YarnConfiguration.RM_WORK_PRESERVING_RECOVERY_ENABLED, true);
|
||||||
nm.init(conf);
|
|
||||||
nm.start();
|
|
||||||
// Start a container and make sure it is in RUNNING state
|
|
||||||
((TestNodeManager4)nm).startContainer();
|
|
||||||
// Simulate a container resource increase in a separate thread
|
|
||||||
((TestNodeManager4)nm).updateContainerResource();
|
|
||||||
// Simulate RM restart by sending a RESYNC event
|
|
||||||
LOG.info("Sending out RESYNC event");
|
|
||||||
nm.getNMDispatcher().getEventHandler().handle(
|
|
||||||
new NodeManagerEvent(NodeManagerEventType.RESYNC));
|
|
||||||
try {
|
try {
|
||||||
syncBarrier.await();
|
nm.init(conf);
|
||||||
} catch (BrokenBarrierException e) {
|
nm.start();
|
||||||
e.printStackTrace();
|
// Start a container and make sure it is in RUNNING state
|
||||||
|
((TestNodeManager4) nm).startContainer();
|
||||||
|
// Simulate a container resource increase in a separate thread
|
||||||
|
((TestNodeManager4) nm).updateContainerResource();
|
||||||
|
// Simulate RM restart by sending a RESYNC event
|
||||||
|
LOG.info("Sending out RESYNC event");
|
||||||
|
nm.getNMDispatcher().getEventHandler()
|
||||||
|
.handle(new NodeManagerEvent(NodeManagerEventType.RESYNC));
|
||||||
|
try {
|
||||||
|
syncBarrier.await();
|
||||||
|
} catch (BrokenBarrierException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
Assert.assertFalse(assertionFailedInThread.get());
|
||||||
|
} finally {
|
||||||
|
nm.stop();
|
||||||
}
|
}
|
||||||
Assert.assertFalse(assertionFailedInThread.get());
|
|
||||||
nm.stop();
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// This is to test when NM gets the resync response from last heart beat, it
|
// This is to test when NM gets the resync response from last heart beat, it
|
||||||
// should be able to send the already-sent-via-last-heart-beat container
|
// should be able to send the already-sent-via-last-heart-beat container
|
||||||
// statuses again when it re-register with RM.
|
// statuses again when it re-register with RM.
|
||||||
|
@SuppressWarnings("resource")
|
||||||
@Test
|
@Test
|
||||||
public void testNMSentContainerStatusOnResync() throws Exception {
|
public void testNMSentContainerStatusOnResync() throws Exception {
|
||||||
final ContainerStatus testCompleteContainer =
|
final ContainerStatus testCompleteContainer =
|
||||||
@ -323,15 +329,18 @@ public NodeHeartbeatResponse nodeHeartbeat(
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
YarnConfiguration conf = createNMConfig();
|
YarnConfiguration conf = createNMConfig();
|
||||||
nm.init(conf);
|
|
||||||
nm.start();
|
|
||||||
|
|
||||||
try {
|
try {
|
||||||
syncBarrier.await();
|
nm.init(conf);
|
||||||
} catch (BrokenBarrierException e) {
|
nm.start();
|
||||||
|
|
||||||
|
try {
|
||||||
|
syncBarrier.await();
|
||||||
|
} catch (BrokenBarrierException e) {
|
||||||
|
}
|
||||||
|
Assert.assertFalse(assertionFailedInThread.get());
|
||||||
|
} finally {
|
||||||
|
nm.stop();
|
||||||
}
|
}
|
||||||
Assert.assertFalse(assertionFailedInThread.get());
|
|
||||||
nm.stop();
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// This can be used as a common base class for testing NM resync behavior.
|
// This can be used as a common base class for testing NM resync behavior.
|
||||||
|
Loading…
Reference in New Issue
Block a user