YARN-11520. Support capacity vector for AQCv2 dynamic templates. (#5871)
This commit is contained in:
Benjamin Teke
GitHub
parent
d1c52bffbd
commit
6dafd53626
@ -349,7 +349,7 @@ protected void setupQueueConfigs(Resource clusterResource) throws
|
||||
this.acls = configuration.getAcls(getQueuePath());
|
||||
|
||||
if (isDynamicQueue() || this instanceof AbstractAutoCreatedLeafQueue) {
|
||||
setDynamicQueueProperties();
|
||||
parseAndSetDynamicTemplates();
|
||||
setDynamicQueueACLProperties();
|
||||
}
|
||||
|
||||
@ -389,21 +389,14 @@ protected void setupQueueConfigs(Resource clusterResource) throws
|
||||
this.queueNodeLabelsSettings.getConfiguredNodeLabels(),
|
||||
QueueCapacityVector.newInstance());
|
||||
|
||||
// Preserving the capacities set by Entitlements, see: ReservationSystem.md
|
||||
if (this instanceof ReservationQueue ||
|
||||
this instanceof PlanQueue) {
|
||||
for (final String label : queueNodeLabelsSettings.getConfiguredNodeLabels()) {
|
||||
setConfiguredMinCapacityVector(label,
|
||||
QueueCapacityVector.of(queueCapacities.getCapacity(label) * 100,
|
||||
QueueCapacityVector.ResourceUnitCapacityType.PERCENTAGE));
|
||||
setConfiguredMaxCapacityVector(label,
|
||||
QueueCapacityVector.of(queueCapacities.getMaximumCapacity(label) * 100,
|
||||
QueueCapacityVector.ResourceUnitCapacityType.PERCENTAGE));
|
||||
}
|
||||
}
|
||||
|
||||
// Re-adjust weight when mixed capacity type is used. 5w == [memory=5w, vcores=5w]
|
||||
for (final String label : queueNodeLabelsSettings.getConfiguredNodeLabels()) {
|
||||
// Manually sets the capacity vector for:
|
||||
// 1. Dynamic queues that have no configured capacity vectors defined by templates
|
||||
// 2. ReservationQueue and PlanQueue instances which have their capacities set by entitlements and need to be
|
||||
// preserved during a restart, see: ReservationSystem.md
|
||||
overrideCapacityVectorsForSpecialQueues(label);
|
||||
|
||||
// Re-adjust weight when mixed capacity type is used. 5w == [memory=5w, vcores=5w]
|
||||
final QueueCapacityVector capacityVector = configuredCapacityVectors.get(label);
|
||||
final Set<QueueCapacityVector.ResourceUnitCapacityType> definedCapacityTypes =
|
||||
capacityVector.getDefinedCapacityTypes();
|
||||
@ -444,12 +437,10 @@ protected void setupQueueConfigs(Resource clusterResource) throws
|
||||
/**
|
||||
* Set properties specific to dynamic queues.
|
||||
*/
|
||||
protected void setDynamicQueueProperties() {
|
||||
// Set properties from parent template
|
||||
if (parent instanceof AbstractParentQueue && isDynamicQueue()) {
|
||||
protected void parseAndSetDynamicTemplates() {
|
||||
// Set the template properties from the parent to the queuepath of the child
|
||||
((AbstractParentQueue) parent).getAutoCreatedQueueTemplate()
|
||||
.setTemplateEntriesForChild(queueContext.getConfiguration(), getQueuePath(),
|
||||
this instanceof AbstractLeafQueue);
|
||||
.setTemplateEntriesForChild(queueContext.getConfiguration(), getQueuePath(), this instanceof AbstractLeafQueue);
|
||||
|
||||
String parentTemplate = String.format("%s.%s", parent.getQueuePath(),
|
||||
AutoCreatedQueueTemplate.AUTO_QUEUE_TEMPLATE_PREFIX);
|
||||
@ -459,28 +450,33 @@ protected void setDynamicQueueProperties() {
|
||||
.getConfiguredNodeLabelsForAllQueues()
|
||||
.getLabelsByQueue(parentTemplate);
|
||||
|
||||
if (parentNodeLabels != null) {
|
||||
if (parentNodeLabels.size() > 1) {
|
||||
if (parentNodeLabels != null && parentNodeLabels.size() > 1) {
|
||||
queueContext.getQueueManager().getConfiguredNodeLabelsForAllQueues()
|
||||
.setLabelsByQueue(getQueuePath(), new HashSet<>(parentNodeLabels));
|
||||
}
|
||||
// For dynamic queue, we will set weight to 1 every time, because it
|
||||
// is possible new labels added to the parent.
|
||||
for (String label : parentNodeLabels) {
|
||||
float weightByLabel = queueContext.getConfiguration()
|
||||
.getLabeledQueueWeight(queuePath, label);
|
||||
if (weightByLabel == -1) {
|
||||
queueContext.getConfiguration()
|
||||
.setLabeledQueueWeight(queuePath.getFullPath(), label, 1);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
protected void setDynamicQueueACLProperties() {
|
||||
}
|
||||
|
||||
protected void overrideCapacityVectorsForSpecialQueues(String label) {
|
||||
if (this instanceof ReservationQueue || this instanceof PlanQueue) {
|
||||
setConfiguredMinCapacityVector(label,
|
||||
QueueCapacityVector.of(queueCapacities.getCapacity(label) * 100,
|
||||
QueueCapacityVector.ResourceUnitCapacityType.PERCENTAGE));
|
||||
setConfiguredMaxCapacityVector(label,
|
||||
QueueCapacityVector.of(queueCapacities.getMaximumCapacity(label) * 100,
|
||||
QueueCapacityVector.ResourceUnitCapacityType.PERCENTAGE));
|
||||
} else if (isDynamicQueue()) {
|
||||
if (this.configuredCapacityVectors == null || this.configuredCapacityVectors.get(label).isEmpty()) {
|
||||
setConfiguredMinCapacityVector(label, QueueCapacityVector.of(1,
|
||||
QueueCapacityVector.ResourceUnitCapacityType.WEIGHT));
|
||||
setConfiguredMaxCapacityVector(label, QueueCapacityVector.of(100,
|
||||
QueueCapacityVector.ResourceUnitCapacityType.PERCENTAGE));
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private UserWeights getUserWeightsFromHierarchy() {
|
||||
UserWeights unionInheritedWeights = UserWeights.createEmpty();
|
||||
CSQueue parentQ = parent;
|
||||
|
||||
@ -1701,13 +1701,13 @@ protected boolean canAssignToUser(Resource clusterResource,
|
||||
}
|
||||
|
||||
@Override
|
||||
protected void setDynamicQueueProperties() {
|
||||
protected void parseAndSetDynamicTemplates() {
|
||||
// set to -1, to disable it
|
||||
queueContext.getConfiguration().setUserLimitFactor(getQueuePath(), -1);
|
||||
// Set Max AM percentage to a higher value
|
||||
queueContext.getConfiguration().setMaximumApplicationMasterResourcePerQueuePercent(
|
||||
getQueuePath(), 1f);
|
||||
super.setDynamicQueueProperties();
|
||||
super.parseAndSetDynamicTemplates();
|
||||
}
|
||||
|
||||
@Override
|
||||
|
||||
@ -136,7 +136,7 @@ public void validateConfigurations(AutoCreatedLeafQueueConfig template)
|
||||
}
|
||||
|
||||
@Override
|
||||
protected void setDynamicQueueProperties() {
|
||||
protected void parseAndSetDynamicTemplates() {
|
||||
String parentTemplate = String.format("%s.%s", getParent().getQueuePath(),
|
||||
CapacitySchedulerConfiguration
|
||||
.AUTO_CREATED_LEAF_QUEUE_TEMPLATE_PREFIX);
|
||||
|
||||
@ -0,0 +1,325 @@
|
||||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
* <p>
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* <p>
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity;
|
||||
|
||||
import org.apache.hadoop.yarn.conf.YarnConfiguration;
|
||||
import org.apache.hadoop.yarn.exceptions.YarnException;
|
||||
import org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager;
|
||||
import org.apache.hadoop.yarn.server.resourcemanager.MockRM;
|
||||
import org.apache.hadoop.yarn.server.resourcemanager.nodelabels.NullRMNodeLabelsManager;
|
||||
import org.apache.hadoop.yarn.server.resourcemanager.nodelabels.RMNodeLabelsManager;
|
||||
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler;
|
||||
import org.junit.After;
|
||||
import org.junit.Assert;
|
||||
import org.junit.Before;
|
||||
import org.junit.Test;
|
||||
|
||||
import java.io.IOException;
|
||||
|
||||
import static org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CSQueueUtils.EPSILON;
|
||||
|
||||
public class TestCapacitySchedulerNewQueueAutoCreationWithCapacityVectors
|
||||
extends TestCapacitySchedulerAutoCreatedQueueBase {
|
||||
public static final int GB = 1024;
|
||||
private static final String NL = CommonNodeLabelsManager.NO_LABEL;
|
||||
private MockRM mockRM = null;
|
||||
private CapacityScheduler cs;
|
||||
private CapacitySchedulerConfiguration csConf;
|
||||
private CapacitySchedulerQueueManager autoQueueHandler;
|
||||
|
||||
public CapacityScheduler getCs() {
|
||||
return cs;
|
||||
}
|
||||
|
||||
/*
|
||||
Create the following structure:
|
||||
root
|
||||
/ | \
|
||||
a b e
|
||||
/
|
||||
a1
|
||||
*/
|
||||
@Before
|
||||
public void setUp() throws Exception {
|
||||
csConf = new CapacitySchedulerConfiguration();
|
||||
csConf.setClass(YarnConfiguration.RM_SCHEDULER, CapacityScheduler.class,
|
||||
ResourceScheduler.class);
|
||||
csConf.setLegacyQueueModeEnabled(false);
|
||||
}
|
||||
|
||||
@After
|
||||
public void tearDown() {
|
||||
if (mockRM != null) {
|
||||
mockRM.stop();
|
||||
}
|
||||
}
|
||||
|
||||
protected void startScheduler() throws Exception {
|
||||
RMNodeLabelsManager mgr = new NullRMNodeLabelsManager();
|
||||
mgr.init(csConf);
|
||||
mockRM = new MockRM(csConf) {
|
||||
protected RMNodeLabelsManager createNodeLabelManager() {
|
||||
return mgr;
|
||||
}
|
||||
};
|
||||
cs = (CapacityScheduler) mockRM.getResourceScheduler();
|
||||
cs.updatePlacementRules();
|
||||
mockRM.start();
|
||||
cs.start();
|
||||
autoQueueHandler = cs.getCapacitySchedulerQueueManager();
|
||||
mockRM.registerNode("h1:1234", 32000, 32); // label = x
|
||||
}
|
||||
|
||||
private void createPercentageConfig() {
|
||||
// root
|
||||
// - a 25%
|
||||
// a and root has AQCv2 enabled
|
||||
csConf.setQueues(CapacitySchedulerConfiguration.ROOT, new String[]{"a"});
|
||||
csConf.setCapacity(A, 25f);
|
||||
|
||||
csConf.setAutoQueueCreationV2Enabled(CapacitySchedulerConfiguration.ROOT, true);
|
||||
csConf.setAutoQueueCreationV2Enabled(A, true);
|
||||
|
||||
// Set up dynamic queue templates
|
||||
csConf.set(getTemplateKey(CapacitySchedulerConfiguration.ROOT, "capacity"), "6.25");
|
||||
csConf.set(getLeafTemplateKey(A, "capacity"), "[memory=25%, vcores=50%]");
|
||||
}
|
||||
|
||||
private void createAbsoluteConfig() {
|
||||
// root
|
||||
// - a [memory=8000, vcores=8]
|
||||
// a and root has AQCv2 enabled
|
||||
csConf.setQueues(CapacitySchedulerConfiguration.ROOT, new String[]{"a"});
|
||||
csConf.setCapacity(A, "[memory=8000, vcores=8]");
|
||||
|
||||
csConf.setAutoQueueCreationV2Enabled(CapacitySchedulerConfiguration.ROOT, true);
|
||||
csConf.setAutoQueueCreationV2Enabled(A, true);
|
||||
|
||||
// Set up dynamic queue templates
|
||||
csConf.set(getTemplateKey(CapacitySchedulerConfiguration.ROOT, "capacity"), "[memory=2000mb, vcores=2]");
|
||||
csConf.set(getLeafTemplateKey(A, "capacity"), "[memory=2000, vcores=4]");
|
||||
}
|
||||
|
||||
private void createMixedConfig() {
|
||||
// root
|
||||
// - a [memory=10%, vcores=1]
|
||||
// - a1 [memory=100%, vcores=100%]
|
||||
// - a2-auto [memory=2048, vcores=2]
|
||||
// - b [memory=1024, vcores=10%]
|
||||
// - c-auto [memory=1w, vcores=1w]
|
||||
// - d [memory=20%, vcores=20%]
|
||||
// - d1-auto [memory=10%, vcores=1]
|
||||
// - e-auto [memory=1w, vcores=10]
|
||||
// - e1-auto [memory=2048, vcores=2]
|
||||
|
||||
// Set up static queues
|
||||
csConf.setQueues(CapacitySchedulerConfiguration.ROOT, new String[]{"a", "b", "d"});
|
||||
csConf.setCapacityVector(A, NL, "[memory=10%, vcores=2]");
|
||||
csConf.setCapacityVector(B, NL, "[memory=2000, vcores=10%]");
|
||||
csConf.setCapacityVector(D, NL, "[memory=10%, vcores=10%]");
|
||||
csConf.setQueues(A, new String[]{"a1"});
|
||||
csConf.setCapacityVector(A1, NL, "[memory=100%, vcores=100%]");
|
||||
csConf.setAutoQueueCreationV2Enabled(CapacitySchedulerConfiguration.ROOT, true);
|
||||
csConf.setAutoQueueCreationV2Enabled(A, true);
|
||||
csConf.setAutoQueueCreationV2Enabled(D, true);
|
||||
|
||||
// Set up dynamic queue templates
|
||||
csConf.set(getTemplateKey(CapacitySchedulerConfiguration.ROOT, "capacity"), "[memory=2w, vcores=5w]");
|
||||
csConf.set(getParentTemplateKey(CapacitySchedulerConfiguration.ROOT, "capacity"), "[memory=2w, vcores=10]");
|
||||
csConf.set(getLeafTemplateKey(CapacitySchedulerConfiguration.ROOT + ".*", "capacity"), "[memory=2000, vcores=2]");
|
||||
csConf.set(getLeafTemplateKey(D, "capacity"), "[memory=1000, vcores=1]");
|
||||
|
||||
}
|
||||
|
||||
/*
|
||||
Create and validate the following structure with percentage only resource vectors:
|
||||
root
|
||||
┌────┴────┐
|
||||
a b-auto
|
||||
|
|
||||
a1-auto
|
||||
*/
|
||||
@Test
|
||||
public void testBasicPercentageConfiguration() throws Exception {
|
||||
createPercentageConfig();
|
||||
startScheduler();
|
||||
|
||||
validateBasicConfiguration();
|
||||
}
|
||||
|
||||
/*
|
||||
Create and validate the following structure with absolute resource configuration:
|
||||
root
|
||||
┌────┴────┐
|
||||
a b-auto
|
||||
|
|
||||
a1-auto
|
||||
*/
|
||||
@Test
|
||||
public void testBasicAbsoluteConfiguration() throws Exception {
|
||||
createAbsoluteConfig();
|
||||
startScheduler();
|
||||
|
||||
validateBasicConfiguration();
|
||||
}
|
||||
|
||||
private void validateBasicConfiguration() throws Exception {
|
||||
CSQueue a = cs.getQueue(A);
|
||||
Assert.assertEquals(8 / 32f, a.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, a.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(8000,
|
||||
a.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(8,
|
||||
a.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
|
||||
createQueue("root.b-auto");
|
||||
|
||||
CSQueue bAuto = cs.getQueue("root.b-auto");
|
||||
Assert.assertEquals(2 / 32f, bAuto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, bAuto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(2000,
|
||||
bAuto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(2,
|
||||
bAuto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
Assert.assertEquals(((LeafQueue) bAuto).getUserLimitFactor(), -1, EPSILON);
|
||||
Assert.assertEquals(((LeafQueue) bAuto).getMaxAMResourcePerQueuePercent(), 1, EPSILON);
|
||||
|
||||
createQueue("root.a.a1-auto");
|
||||
|
||||
CSQueue a1Auto = cs.getQueue("root.a.a1-auto");
|
||||
Assert.assertEquals(2 / 32f, a1Auto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, a1Auto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(2000,
|
||||
a1Auto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(4,
|
||||
a1Auto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
Assert.assertEquals(((LeafQueue) a1Auto).getUserLimitFactor(), -1, EPSILON);
|
||||
Assert.assertEquals(((LeafQueue) a1Auto).getMaxAMResourcePerQueuePercent(), 1, EPSILON);
|
||||
}
|
||||
|
||||
/*
|
||||
Create and validate the following structure with mixed resource vectors and non-legacy queue mode:
|
||||
|
||||
root
|
||||
┌─────┬────────┬─────┴─────┬─────────┐
|
||||
a b c-auto e-auto d
|
||||
| | |
|
||||
a1 e1-auto d1-auto
|
||||
*/
|
||||
@Test
|
||||
public void testMixedFlexibleConfiguration() throws Exception {
|
||||
createMixedConfig();
|
||||
startScheduler();
|
||||
|
||||
createQueue("root.c-auto");
|
||||
|
||||
// Check if queue c-auto got created
|
||||
CSQueue cAuto = cs.getQueue("root.c-auto");
|
||||
// At this point queues a, b, d exists, ant c-auto was just created
|
||||
// b takes 2000 MB from the cluster, a and d take up 10 + 10 = 20% (6000 MB, 6 vcore), so c-auto should get the rest
|
||||
// (24000 MB, 24 vcore) because it's the only one with configured weights
|
||||
Assert.assertEquals(24 / 32f, cAuto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, cAuto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(24000,
|
||||
cAuto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(24,
|
||||
cAuto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
Assert.assertEquals(((LeafQueue) cAuto).getUserLimitFactor(), -1, EPSILON);
|
||||
Assert.assertEquals(((LeafQueue) cAuto).getMaxAMResourcePerQueuePercent(), 1, EPSILON);
|
||||
|
||||
// Now add another queue-d, in the same hierarchy
|
||||
createQueue("root.d.d1-auto");
|
||||
|
||||
// Because queue-d has the same weight of other sibling queue, its abs cap
|
||||
// become 1/4
|
||||
CSQueue dAuto = cs.getQueue("root.d.d1-auto");
|
||||
// d1-auto should get 1000 MB, 1 vcore
|
||||
Assert.assertEquals(1 / 32f, dAuto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, dAuto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(1000,
|
||||
dAuto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(1,
|
||||
dAuto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
|
||||
createQueue("root.a.a2-auto");
|
||||
|
||||
CSQueue a2Auto = cs.getQueue("root.a.a2-auto");
|
||||
Assert.assertEquals(2 / 32f, a2Auto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, a2Auto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(2000,
|
||||
a2Auto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(2,
|
||||
a2Auto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
|
||||
// Absolute requests take precedence over percentage and weight, hence a1 should have 1000 MB, 0 vcore
|
||||
CSQueue a1 = cs.getQueue("root.a.a1");
|
||||
Assert.assertEquals(1000,
|
||||
a1.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(0,
|
||||
a1.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
|
||||
createQueue("root.e-auto.e1-auto");
|
||||
|
||||
// e-auto has weights configured, so it will share the remaining resources with c-auto
|
||||
CSQueue eAuto = cs.getQueue("root.e-auto");
|
||||
Assert.assertEquals(12 / 32f, eAuto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, eAuto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(12000,
|
||||
eAuto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(10,
|
||||
eAuto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
|
||||
// Now we check queue c-auto again, it should have shared its resources with e-auto
|
||||
Assert.assertEquals(12 / 32f, cAuto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, cAuto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(12000,
|
||||
cAuto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(16,
|
||||
cAuto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
|
||||
// Under e, there's only one queue, so e1 should have what it's asking for
|
||||
CSQueue e1Auto = cs.getQueue("root.e-auto.e1-auto");
|
||||
Assert.assertEquals(2 / 32f, e1Auto.getAbsoluteCapacity(), EPSILON);
|
||||
Assert.assertEquals(-1f, e1Auto.getQueueCapacities().getWeight(), EPSILON);
|
||||
Assert.assertEquals(2000,
|
||||
e1Auto.getQueueResourceQuotas().getEffectiveMinResource().getMemorySize());
|
||||
Assert.assertEquals(2,
|
||||
e1Auto.getQueueResourceQuotas().getEffectiveMinResource().getVirtualCores());
|
||||
}
|
||||
|
||||
protected AbstractLeafQueue createQueue(String queuePath) throws YarnException,
|
||||
IOException {
|
||||
return autoQueueHandler.createQueue(new QueuePath(queuePath));
|
||||
}
|
||||
|
||||
private String getTemplateKey(String queuePath, String entryKey) {
|
||||
return CapacitySchedulerConfiguration.getQueuePrefix(queuePath)
|
||||
+ AutoCreatedQueueTemplate.AUTO_QUEUE_TEMPLATE_PREFIX + entryKey;
|
||||
}
|
||||
|
||||
private String getParentTemplateKey(String queuePath, String entryKey) {
|
||||
return CapacitySchedulerConfiguration.getQueuePrefix(queuePath)
|
||||
+ AutoCreatedQueueTemplate.AUTO_QUEUE_PARENT_TEMPLATE_PREFIX + entryKey;
|
||||
}
|
||||
|
||||
private String getLeafTemplateKey(String queuePath, String entryKey) {
|
||||
return CapacitySchedulerConfiguration.getQueuePrefix(queuePath)
|
||||
+ AutoCreatedQueueTemplate.AUTO_QUEUE_LEAF_TEMPLATE_PREFIX + entryKey;
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user