big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-15942. Increase Quota initialization threads. Contributed by Stephen O'Donnell.

Browse Source 
(cherry picked from commit 459df41997)
This commit is contained in:
He Xiaoqiao 2021-04-06 21:22:48 +08:00 committed by S O'Donnell
parent ef95f7a963
commit df99ac0399
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java
View File

@ -374,7 +374,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
public static final String DFS_NAMENODE_EDITS_DIR_MINIMUM_KEY = "dfs.namenode.edits.dir.minimum"; public static final String DFS_NAMENODE_EDITS_DIR_MINIMUM_KEY = "dfs.namenode.edits.dir.minimum";
public static final int DFS_NAMENODE_EDITS_DIR_MINIMUM_DEFAULT = 1; public static final int DFS_NAMENODE_EDITS_DIR_MINIMUM_DEFAULT = 1;
public static final String DFS_NAMENODE_QUOTA_INIT_THREADS_KEY = "dfs.namenode.quota.init-threads"; public static final String DFS_NAMENODE_QUOTA_INIT_THREADS_KEY = "dfs.namenode.quota.init-threads";
public static final int DFS_NAMENODE_QUOTA_INIT_THREADS_DEFAULT = 4; public static final int DFS_NAMENODE_QUOTA_INIT_THREADS_DEFAULT = 12;
public static final String DFS_NAMENODE_EDIT_LOG_AUTOROLL_MULTIPLIER_THRESHOLD = "dfs.namenode.edit.log.autoroll.multiplier.threshold"; public static final String DFS_NAMENODE_EDIT_LOG_AUTOROLL_MULTIPLIER_THRESHOLD = "dfs.namenode.edit.log.autoroll.multiplier.threshold";
public static final float public static final float

4
hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
View File

@ -3632,11 +3632,11 @@
<property> <property>
<name>dfs.namenode.quota.init-threads</name> <name>dfs.namenode.quota.init-threads</name>
<value>4</value> <value>12</value>
<description> <description>
The number of concurrent threads to be used in quota initialization. The The number of concurrent threads to be used in quota initialization. The
speed of quota initialization also affects the namenode fail-over latency. speed of quota initialization also affects the namenode fail-over latency.
If the size of name space is big, try increasing this. If the size of name space is big, try increasing this to 16 or higher.
</description> </description>
</property> </property>