big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MAPREDUCE-7268. Fix TestMapreduceConfigFields (#1935)

Browse Source
This commit is contained in:
Wanqiang Ji 2020-04-03 09:59:07 +08:00 committed by GitHub
parent 25361b077b
commit f8e598f278
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
View File

@ -154,6 +154,18 @@ public class ShuffleHandler extends AuxiliaryService {
public static final String SHUFFLE_READAHEAD_BYTES = "mapreduce.shuffle.readahead.bytes";
public static final int DEFAULT_SHUFFLE_READAHEAD_BYTES = 4 * 1024 * 1024;
public static final String MAX_WEIGHT =
"mapreduce.shuffle.pathcache.max-weight";
public static final int DEFAULT_MAX_WEIGHT = 10 * 1024 * 1024;
public static final String EXPIRE_AFTER_ACCESS_MINUTES =
"mapreduce.shuffle.pathcache.expire-after-access-minutes";
public static final int DEFAULT_EXPIRE_AFTER_ACCESS_MINUTES = 5;
public static final String CONCURRENCY_LEVEL =
"mapreduce.shuffle.pathcache.concurrency-level";
public static final int DEFAULT_CONCURRENCY_LEVEL = 16;
// pattern to identify errors related to the client closing the socket early
// idea borrowed from Netty SslHandler
private static final Pattern IGNORABLE_ERROR_MESSAGE = Pattern.compile(
@ -837,18 +849,6 @@ public ChannelPipeline getPipeline() throws Exception {
}
class Shuffle extends SimpleChannelUpstreamHandler {
private static final String MAX_WEIGHT =
"mapreduce.shuffle.pathcache.max-weight";
private static final int DEFAULT_MAX_WEIGHT = 10 * 1024 * 1024;
private static final String EXPIRE_AFTER_ACCESS_MINUTES =
"mapreduce.shuffle.pathcache.expire-after-access-minutes";
private static final int DEFAULT_EXPIRE_AFTER_ACCESS_MINUTES = 5;
private static final String CONCURRENCY_LEVEL =
"mapreduce.shuffle.pathcache.concurrency-level";
private static final int DEFAULT_CONCURRENCY_LEVEL = 16;
private final IndexCache indexCache;
private final
LoadingCache<AttemptPathIdentifier, AttemptPathInfo> pathCache;