From ecc85620e83dc051502c3b85df11d2f50b0cd616 Mon Sep 17 00:00:00 2001 From: Anu Engineer Date: Sat, 23 Sep 2017 12:27:34 -0700 Subject: [PATCH] HDFS-12339. NFS Gateway on Shutdown Gives Unregistration Failure. Does Not Unregister with rpcbind Portmapper. Contributed by Mukul Kumar Singh. --- .../java/org/apache/hadoop/mount/MountdBase.java | 14 ++++++++++++-- .../java/org/apache/hadoop/nfs/nfs3/Nfs3Base.java | 10 ++++++++-- .../java/org/apache/hadoop/hdfs/nfs/nfs3/Nfs3.java | 10 ++++++++-- .../hdfs/nfs/nfs3/PrivilegedNfsGatewayStarter.java | 7 +++++-- 4 files changed, 33 insertions(+), 8 deletions(-) diff --git a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/mount/MountdBase.java b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/mount/MountdBase.java index 8c13b4f452..0ff3084bf3 100644 --- a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/mount/MountdBase.java +++ b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/mount/MountdBase.java @@ -109,6 +109,17 @@ public void start(boolean register) { } } + public void stop() { + if (udpBoundPort > 0) { + rpcProgram.unregister(PortmapMapping.TRANSPORT_UDP, udpBoundPort); + udpBoundPort = 0; + } + if (tcpBoundPort > 0) { + rpcProgram.unregister(PortmapMapping.TRANSPORT_TCP, tcpBoundPort); + tcpBoundPort = 0; + } + } + /** * Priority of the mountd shutdown hook. */ @@ -117,8 +128,7 @@ public void start(boolean register) { private class Unregister implements Runnable { @Override public synchronized void run() { - rpcProgram.unregister(PortmapMapping.TRANSPORT_UDP, udpBoundPort); - rpcProgram.unregister(PortmapMapping.TRANSPORT_TCP, tcpBoundPort); + stop(); } } diff --git a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Base.java b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Base.java index 00e6d9f70c..ff83a5f19b 100644 --- a/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Base.java +++ b/hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/nfs/nfs3/Nfs3Base.java @@ -78,6 +78,13 @@ private void startTCPServer() { nfsBoundPort = tcpServer.getBoundPort(); } + public void stop() { + if (nfsBoundPort > 0) { + rpcProgram.unregister(PortmapMapping.TRANSPORT_TCP, nfsBoundPort); + nfsBoundPort = 0; + } + rpcProgram.stopDaemons(); + } /** * Priority of the nfsd shutdown hook. */ @@ -86,8 +93,7 @@ private void startTCPServer() { private class NfsShutdownHook implements Runnable { @Override public synchronized void run() { - rpcProgram.unregister(PortmapMapping.TRANSPORT_TCP, nfsBoundPort); - rpcProgram.stopDaemons(); + stop(); } } } diff --git a/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/Nfs3.java b/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/Nfs3.java index ac9abf8b02..8494493bee 100644 --- a/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/Nfs3.java +++ b/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/Nfs3.java @@ -57,7 +57,7 @@ public void startServiceInternal(boolean register) throws IOException { start(register); } - static void startService(String[] args, + static Nfs3 startService(String[] args, DatagramSocket registrationSocket) throws IOException { StringUtils.startupShutdownMessage(Nfs3.class, args, LOG); NfsConfiguration conf = new NfsConfiguration(); @@ -67,8 +67,14 @@ static void startService(String[] args, final Nfs3 nfsServer = new Nfs3(conf, registrationSocket, allowInsecurePorts); nfsServer.startServiceInternal(true); + return nfsServer; } - + + public void stop() { + super.stop(); + mountd.stop(); + } + public static void main(String[] args) throws IOException { startService(args, null); } diff --git a/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/PrivilegedNfsGatewayStarter.java b/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/PrivilegedNfsGatewayStarter.java index 9456cafa89..e495486efd 100644 --- a/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/PrivilegedNfsGatewayStarter.java +++ b/hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/PrivilegedNfsGatewayStarter.java @@ -40,6 +40,7 @@ public class PrivilegedNfsGatewayStarter implements Daemon { static final Log LOG = LogFactory.getLog(PrivilegedNfsGatewayStarter.class); private String[] args = null; private DatagramSocket registrationSocket = null; + private Nfs3 nfs3Server = null; @Override public void init(DaemonContext context) throws Exception { @@ -68,12 +69,14 @@ public void init(DaemonContext context) throws Exception { @Override public void start() throws Exception { - Nfs3.startService(args, registrationSocket); + nfs3Server = Nfs3.startService(args, registrationSocket); } @Override public void stop() throws Exception { - // Nothing to do. + if (nfs3Server != null) { + nfs3Server.stop(); + } } @Override