big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MAPREDUCE-7156. NullPointerException when reaching max shuffle connections. Contributed by Peter Bacsko

Browse Source
This commit is contained in:
Jason Lowe 2018-11-06 17:55:51 -06:00
parent 08d69d91f2
commit ba1f9d66d9
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
View File

@ -910,6 +910,8 @@ private List<String> splitMaps(List<String> mapq) {
@Override
public void channelOpen(ChannelHandlerContext ctx, ChannelStateEvent evt)
throws Exception {
super.channelOpen(ctx, evt);
if ((maxShuffleConnections > 0) && (accepted.size() >= maxShuffleConnections)) {
LOG.info(String.format("Current number of shuffle connections (%d) is " +
"greater than or equal to the max allowed shuffle connections (%d)",
@ -925,8 +927,6 @@ public void channelOpen(ChannelHandlerContext ctx, ChannelStateEvent evt)
return;
}
accepted.add(evt.getChannel());
super.channelOpen(ctx, evt);
}
@Override