big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-10297. Increase default balance bandwidth and concurrent moves. Contributed by John Zhuge.

Browse Source
This commit is contained in:
Andrew Wang 2016-04-26 13:04:18 -07:00
parent c6a2430b47
commit 6be22ddbf1
2 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java
View File

@ -87,9 +87,12 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
public static final String DFS_NAMENODE_BACKUP_SERVICE_RPC_ADDRESS_KEY = "dfs.namenode.backup.dnrpc-address"; public static final String DFS_NAMENODE_BACKUP_SERVICE_RPC_ADDRESS_KEY = "dfs.namenode.backup.dnrpc-address";
public static final String DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY = public static final String DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY =
HdfsClientConfigKeys.DeprecatedKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY; HdfsClientConfigKeys.DeprecatedKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY;
public static final long DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT = 1024*1024; public static final long DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT =
public static final String DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY = "dfs.datanode.balance.max.concurrent.moves"; 10 * 1024*1024;
public static final int DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 5; public static final String DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY
= "dfs.datanode.balance.max.concurrent.moves";
public static final int
DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 50;
@Deprecated @Deprecated
public static final String DFS_DATANODE_READAHEAD_BYTES_KEY = public static final String DFS_DATANODE_READAHEAD_BYTES_KEY =
HdfsClientConfigKeys.DFS_DATANODE_READAHEAD_BYTES_KEY; HdfsClientConfigKeys.DFS_DATANODE_READAHEAD_BYTES_KEY;

4
hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
View File

@ -856,7 +856,7 @@
<property> <property>
<name>dfs.datanode.balance.bandwidthPerSec</name> <name>dfs.datanode.balance.bandwidthPerSec</name>
<value>1048576</value> <value>10m</value>
<description> <description>
Specifies the maximum amount of bandwidth that each datanode Specifies the maximum amount of bandwidth that each datanode
can utilize for the balancing purpose in term of can utilize for the balancing purpose in term of
@ -3409,7 +3409,7 @@
<property> <property>
<name>dfs.datanode.balance.max.concurrent.moves</name> <name>dfs.datanode.balance.max.concurrent.moves</name>
<value>5</value> <value>50</value>
<description> <description>
Maximum number of threads for Datanode balancer pending moves. This Maximum number of threads for Datanode balancer pending moves. This
value is reconfigurable via the "dfsadmin -reconfig" command. value is reconfigurable via the "dfsadmin -reconfig" command.