YARN-5007. Remove deprecated constructors of MiniYARNCluster and MiniMRYarnCluster. Contributed by Andras Bokor.
This commit is contained in:
parent
9e0e430f18
commit
34ab8e73d4
@ -203,7 +203,7 @@ public void testMRNewTimelineServiceEventHandling() throws Exception {
|
|||||||
MiniMRYarnCluster cluster = null;
|
MiniMRYarnCluster cluster = null;
|
||||||
try {
|
try {
|
||||||
cluster = new MiniMRYarnCluster(
|
cluster = new MiniMRYarnCluster(
|
||||||
TestMRTimelineEventHandling.class.getSimpleName(), 1, true);
|
TestMRTimelineEventHandling.class.getSimpleName(), 1);
|
||||||
cluster.init(conf);
|
cluster.init(conf);
|
||||||
cluster.start();
|
cluster.start();
|
||||||
LOG.info("A MiniMRYarnCluster get start.");
|
LOG.info("A MiniMRYarnCluster get start.");
|
||||||
|
@ -74,11 +74,7 @@ public MiniMRYarnCluster(String testName) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
public MiniMRYarnCluster(String testName, int noOfNMs) {
|
public MiniMRYarnCluster(String testName, int noOfNMs) {
|
||||||
this(testName, noOfNMs, false);
|
super(testName, 1, noOfNMs, 4, 4);
|
||||||
}
|
|
||||||
@Deprecated
|
|
||||||
public MiniMRYarnCluster(String testName, int noOfNMs, boolean enableAHS) {
|
|
||||||
super(testName, 1, noOfNMs, 4, 4, enableAHS);
|
|
||||||
historyServerWrapper = new JobHistoryServerWrapper();
|
historyServerWrapper = new JobHistoryServerWrapper();
|
||||||
addService(historyServerWrapper);
|
addService(historyServerWrapper);
|
||||||
}
|
}
|
||||||
|
@ -274,7 +274,7 @@ protected void startHACluster(int numOfNMs, boolean overrideClientRMService,
|
|||||||
conf.setBoolean(YarnConfiguration.AUTO_FAILOVER_ENABLED, false);
|
conf.setBoolean(YarnConfiguration.AUTO_FAILOVER_ENABLED, false);
|
||||||
cluster =
|
cluster =
|
||||||
new MiniYARNClusterForHATesting(TestRMFailover.class.getName(), 2,
|
new MiniYARNClusterForHATesting(TestRMFailover.class.getName(), 2,
|
||||||
numOfNMs, 1, 1, false, overrideClientRMService, overrideRTS,
|
numOfNMs, 1, 1, overrideClientRMService, overrideRTS,
|
||||||
overrideApplicationMasterService);
|
overrideApplicationMasterService);
|
||||||
cluster.resetStartFailoverFlag(false);
|
cluster.resetStartFailoverFlag(false);
|
||||||
cluster.init(conf);
|
cluster.init(conf);
|
||||||
@ -304,10 +304,10 @@ public class MiniYARNClusterForHATesting extends MiniYARNCluster {
|
|||||||
|
|
||||||
public MiniYARNClusterForHATesting(String testName,
|
public MiniYARNClusterForHATesting(String testName,
|
||||||
int numResourceManagers, int numNodeManagers, int numLocalDirs,
|
int numResourceManagers, int numNodeManagers, int numLocalDirs,
|
||||||
int numLogDirs, boolean enableAHS, boolean overrideClientRMService,
|
int numLogDirs, boolean overrideClientRMService,
|
||||||
boolean overrideRTS, boolean overrideApplicationMasterService) {
|
boolean overrideRTS, boolean overrideApplicationMasterService) {
|
||||||
super(testName, numResourceManagers, numNodeManagers, numLocalDirs,
|
super(testName, numResourceManagers, numNodeManagers, numLocalDirs,
|
||||||
numLogDirs, enableAHS);
|
numLogDirs);
|
||||||
this.overrideClientRMService = overrideClientRMService;
|
this.overrideClientRMService = overrideClientRMService;
|
||||||
this.overrideRTS = overrideRTS;
|
this.overrideRTS = overrideRTS;
|
||||||
this.overrideApplicationMasterService = overrideApplicationMasterService;
|
this.overrideApplicationMasterService = overrideApplicationMasterService;
|
||||||
|
@ -146,7 +146,6 @@ public class MiniYARNCluster extends CompositeService {
|
|||||||
private int numLocalDirs;
|
private int numLocalDirs;
|
||||||
// Number of nm-log-dirs per nodemanager
|
// Number of nm-log-dirs per nodemanager
|
||||||
private int numLogDirs;
|
private int numLogDirs;
|
||||||
private boolean enableAHS;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param testName name of the test
|
* @param testName name of the test
|
||||||
@ -154,16 +153,13 @@ public class MiniYARNCluster extends CompositeService {
|
|||||||
* @param numNodeManagers the number of node managers in the cluster
|
* @param numNodeManagers the number of node managers in the cluster
|
||||||
* @param numLocalDirs the number of nm-local-dirs per nodemanager
|
* @param numLocalDirs the number of nm-local-dirs per nodemanager
|
||||||
* @param numLogDirs the number of nm-log-dirs per nodemanager
|
* @param numLogDirs the number of nm-log-dirs per nodemanager
|
||||||
* @param enableAHS enable ApplicationHistoryServer or not
|
|
||||||
*/
|
*/
|
||||||
@Deprecated
|
|
||||||
public MiniYARNCluster(
|
public MiniYARNCluster(
|
||||||
String testName, int numResourceManagers, int numNodeManagers,
|
String testName, int numResourceManagers, int numNodeManagers,
|
||||||
int numLocalDirs, int numLogDirs, boolean enableAHS) {
|
int numLocalDirs, int numLogDirs) {
|
||||||
super(testName.replace("$", ""));
|
super(testName.replace("$", ""));
|
||||||
this.numLocalDirs = numLocalDirs;
|
this.numLocalDirs = numLocalDirs;
|
||||||
this.numLogDirs = numLogDirs;
|
this.numLogDirs = numLogDirs;
|
||||||
this.enableAHS = enableAHS;
|
|
||||||
String testSubDir = testName.replace("$", "");
|
String testSubDir = testName.replace("$", "");
|
||||||
File targetWorkDir = new File("target", testSubDir);
|
File targetWorkDir = new File("target", testSubDir);
|
||||||
try {
|
try {
|
||||||
@ -213,20 +209,6 @@ public MiniYARNCluster(
|
|||||||
nodeManagers = new NodeManager[numNodeManagers];
|
nodeManagers = new NodeManager[numNodeManagers];
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* @param testName name of the test
|
|
||||||
* @param numResourceManagers the number of resource managers in the cluster
|
|
||||||
* @param numNodeManagers the number of node managers in the cluster
|
|
||||||
* @param numLocalDirs the number of nm-local-dirs per nodemanager
|
|
||||||
* @param numLogDirs the number of nm-log-dirs per nodemanager
|
|
||||||
*/
|
|
||||||
public MiniYARNCluster(
|
|
||||||
String testName, int numResourceManagers, int numNodeManagers,
|
|
||||||
int numLocalDirs, int numLogDirs) {
|
|
||||||
this(testName, numResourceManagers, numNodeManagers, numLocalDirs,
|
|
||||||
numLogDirs, false);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param testName name of the test
|
* @param testName name of the test
|
||||||
* @param numNodeManagers the number of node managers in the cluster
|
* @param numNodeManagers the number of node managers in the cluster
|
||||||
@ -288,7 +270,7 @@ public void serviceInit(Configuration conf) throws Exception {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if(conf.getBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED,
|
if(conf.getBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED,
|
||||||
YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ENABLED) || enableAHS) {
|
YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ENABLED)) {
|
||||||
addService(new ApplicationHistoryServerWrapper());
|
addService(new ApplicationHistoryServerWrapper());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -34,18 +34,14 @@ public void testTimelineServiceStartInMiniCluster() throws Exception {
|
|||||||
int numNodeManagers = 1;
|
int numNodeManagers = 1;
|
||||||
int numLocalDirs = 1;
|
int numLocalDirs = 1;
|
||||||
int numLogDirs = 1;
|
int numLogDirs = 1;
|
||||||
boolean enableAHS;
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Timeline service should not start if TIMELINE_SERVICE_ENABLED == false
|
* Timeline service should not start if TIMELINE_SERVICE_ENABLED == false
|
||||||
* and enableAHS flag == false
|
|
||||||
*/
|
*/
|
||||||
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, false);
|
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, false);
|
||||||
enableAHS = false;
|
|
||||||
try (MiniYARNCluster cluster =
|
try (MiniYARNCluster cluster =
|
||||||
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
|
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
|
||||||
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs,
|
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs)) {
|
||||||
enableAHS)) {
|
|
||||||
|
|
||||||
cluster.init(conf);
|
cluster.init(conf);
|
||||||
cluster.start();
|
cluster.start();
|
||||||
@ -57,14 +53,11 @@ public void testTimelineServiceStartInMiniCluster() throws Exception {
|
|||||||
|
|
||||||
/*
|
/*
|
||||||
* Timeline service should start if TIMELINE_SERVICE_ENABLED == true
|
* Timeline service should start if TIMELINE_SERVICE_ENABLED == true
|
||||||
* and enableAHS == false
|
|
||||||
*/
|
*/
|
||||||
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, true);
|
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, true);
|
||||||
enableAHS = false;
|
|
||||||
try (MiniYARNCluster cluster =
|
try (MiniYARNCluster cluster =
|
||||||
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
|
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
|
||||||
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs,
|
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs)) {
|
||||||
enableAHS)) {
|
|
||||||
cluster.init(conf);
|
cluster.init(conf);
|
||||||
|
|
||||||
// Verify that the timeline-service starts on ephemeral ports by default
|
// Verify that the timeline-service starts on ephemeral ports by default
|
||||||
@ -74,29 +67,6 @@ public void testTimelineServiceStartInMiniCluster() throws Exception {
|
|||||||
|
|
||||||
cluster.start();
|
cluster.start();
|
||||||
|
|
||||||
//Timeline service may sometime take a while to get started
|
|
||||||
int wait = 0;
|
|
||||||
while(cluster.getApplicationHistoryServer() == null && wait < 20) {
|
|
||||||
Thread.sleep(500);
|
|
||||||
wait++;
|
|
||||||
}
|
|
||||||
//verify that the timeline service is started.
|
|
||||||
Assert.assertNotNull("Timeline Service should have been started",
|
|
||||||
cluster.getApplicationHistoryServer());
|
|
||||||
}
|
|
||||||
/*
|
|
||||||
* Timeline service should start if TIMELINE_SERVICE_ENABLED == false
|
|
||||||
* and enableAHS == true
|
|
||||||
*/
|
|
||||||
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, false);
|
|
||||||
enableAHS = true;
|
|
||||||
try (MiniYARNCluster cluster =
|
|
||||||
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
|
|
||||||
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs,
|
|
||||||
enableAHS)) {
|
|
||||||
cluster.init(conf);
|
|
||||||
cluster.start();
|
|
||||||
|
|
||||||
//Timeline service may sometime take a while to get started
|
//Timeline service may sometime take a while to get started
|
||||||
int wait = 0;
|
int wait = 0;
|
||||||
while(cluster.getApplicationHistoryServer() == null && wait < 20) {
|
while(cluster.getApplicationHistoryServer() == null && wait < 20) {
|
||||||
|
Loading…
Reference in New Issue
Block a user