big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-15610 Reduced datanode upgrade/hardlink thread from 12 to 6 (#2365)

Browse Source
This commit is contained in:
Karthik Palanisamy 2020-10-08 00:21:04 -07:00 committed by GitHub
parent df4006eb81
commit 735e85a1d2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java
View File

@ -1386,7 +1386,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
"dfs.datanode.parallel.volumes.load.threads.num"; "dfs.datanode.parallel.volumes.load.threads.num";
public static final String DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS_KEY = public static final String DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS_KEY =
"dfs.datanode.block.id.layout.upgrade.threads"; "dfs.datanode.block.id.layout.upgrade.threads";
public static final int DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS = 12; public static final int DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS = 6;
public static final String DFS_NAMENODE_INOTIFY_MAX_EVENTS_PER_RPC_KEY = public static final String DFS_NAMENODE_INOTIFY_MAX_EVENTS_PER_RPC_KEY =
"dfs.namenode.inotify.max.events.per.rpc"; "dfs.namenode.inotify.max.events.per.rpc";

2
hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
View File

@ -3296,7 +3296,7 @@
<property> <property>
<name>dfs.datanode.block.id.layout.upgrade.threads</name> <name>dfs.datanode.block.id.layout.upgrade.threads</name>
<value>12</value> <value>6</value>
<description>The number of threads to use when creating hard links from <description>The number of threads to use when creating hard links from
current to previous blocks during upgrade of a DataNode to block ID-based current to previous blocks during upgrade of a DataNode to block ID-based
block layout (see HDFS-6482 for details on the layout).</description> block layout (see HDFS-6482 for details on the layout).</description>