big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-14675. Increase Balancer Defaults Further. Contributed by Stephen O'Donnell.

Browse Source 
Signed-off-by: Wei-Chiu Chuang <weichiu@apache.org>
Reviewed-by: Gabor Bota <gabota@apache.org>
This commit is contained in:
Stephen O'Donnell 2019-08-22 15:19:40 -07:00 committed by Wei-Chiu Chuang
parent 4028cac56d
commit 93daf69f90
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java
View File

@ -110,11 +110,11 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
public static final String DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY = public static final String DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY =
HdfsClientConfigKeys.DeprecatedKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY; HdfsClientConfigKeys.DeprecatedKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY;
public static final long DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT = public static final long DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT =
10 * 1024*1024; 100 * 1024*1024;
public static final String DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY public static final String DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY
= "dfs.datanode.balance.max.concurrent.moves"; = "dfs.datanode.balance.max.concurrent.moves";
public static final int public static final int
DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 50; DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 100;
@Deprecated @Deprecated
public static final String DFS_DATANODE_READAHEAD_BYTES_KEY = public static final String DFS_DATANODE_READAHEAD_BYTES_KEY =
HdfsClientConfigKeys.DFS_DATANODE_READAHEAD_BYTES_KEY; HdfsClientConfigKeys.DFS_DATANODE_READAHEAD_BYTES_KEY;

4
hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
View File

@ -990,7 +990,7 @@
<property> <property>
<name>dfs.datanode.balance.bandwidthPerSec</name> <name>dfs.datanode.balance.bandwidthPerSec</name>
<value>10m</value> <value>100m</value>
<description> <description>
Specifies the maximum amount of bandwidth that each datanode Specifies the maximum amount of bandwidth that each datanode
can utilize for the balancing purpose in term of can utilize for the balancing purpose in term of
@ -4068,7 +4068,7 @@
<property> <property>
<name>dfs.datanode.balance.max.concurrent.moves</name> <name>dfs.datanode.balance.max.concurrent.moves</name>
<value>50</value> <value>100</value>
<description> <description>
Maximum number of threads for Datanode balancer pending moves. This Maximum number of threads for Datanode balancer pending moves. This
value is reconfigurable via the "dfsadmin -reconfig" command. value is reconfigurable via the "dfsadmin -reconfig" command.