big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDDS-2087. Remove the hard coded config key in ChunkManager (#1409)

Browse Source
This commit is contained in:
Vivek Ratnavel Subramanian 2019-09-08 20:44:07 -07:00 committed by Bharat Viswanadham
parent 43e389b980
commit 3b9584d12b
4 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/HddsConfigKeys.java
View File

@ -241,6 +241,10 @@ private HddsConfigKeys() {
"hdds.container.chunk.persistdata";
public static final boolean HDDS_CONTAINER_PERSISTDATA_DEFAULT = true;
public static final String HDDS_CONTAINER_SCRUB_ENABLED =
"hdds.container.scrub.enabled";
public static final boolean HDDS_CONTAINER_SCRUB_ENABLED_DEFAULT = false;
public static final String HDDS_DATANODE_HTTP_ENABLED_KEY =
"hdds.datanode.http.enabled";
public static final String HDDS_DATANODE_HTTP_BIND_HOST_KEY =

2
hadoop-hdds/common/src/main/resources/ozone-default.xml
View File

@ -1367,7 +1367,7 @@
</property>
<property>
<name>hdds.containerscrub.enabled</name>
<name>hdds.container.scrub.enabled</name>
<value>false</value>
<tag>DATANODE</tag>
<description>

8
hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/keyvalue/impl/ChunkManagerFactory.java
View File

@ -26,6 +26,8 @@
import static org.apache.hadoop.hdds.HddsConfigKeys.HDDS_CONTAINER_PERSISTDATA;
import static org.apache.hadoop.hdds.HddsConfigKeys.HDDS_CONTAINER_PERSISTDATA_DEFAULT;
import static org.apache.hadoop.hdds.HddsConfigKeys.HDDS_CONTAINER_SCRUB_ENABLED;
import static org.apache.hadoop.hdds.HddsConfigKeys.HDDS_CONTAINER_SCRUB_ENABLED_DEFAULT;
/**
* Select an appropriate ChunkManager implementation as per config setting.
@ -64,12 +66,12 @@ private static ChunkManager createChunkManager(Configuration config,
if (!persist) {
boolean scrubber = config.getBoolean(
"hdds.containerscrub.enabled",
false);
HDDS_CONTAINER_SCRUB_ENABLED,
HDDS_CONTAINER_SCRUB_ENABLED_DEFAULT);
if (scrubber) {
// Data Scrubber needs to be disabled for non-persistent chunks.
LOG.warn("Failed to set " + HDDS_CONTAINER_PERSISTDATA + " to false."
+ " Please set hdds.containerscrub.enabled"
+ " Please set " + HDDS_CONTAINER_SCRUB_ENABLED
+ " also to false to enable non-persistent containers.");
persist = true;
}

1
hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/TestOzoneConfigurationFields.java
View File

@ -44,7 +44,6 @@ public void initializeMemberVariables() {
errorIfMissingXmlProps = true;
xmlPropsToSkipCompare.add("hadoop.tags.custom");
xmlPropsToSkipCompare.add("ozone.om.nodes.EXAMPLEOMSERVICEID");
xmlPropsToSkipCompare.add("hdds.containerscrub.enabled");
addPropertiesNotInXml();
}