big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MAPREDUCE-6889. Add Job#close API to shutdown MR client services. Contributed by Rohith Sharma K S.

Browse Source
This commit is contained in:
Sunil G 2017-07-17 13:35:15 +05:30
parent 02b141ac60
commit fb3b5d33ff
2 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/Job.java
View File

@ -75,7 +75,7 @@
*/ */
@InterfaceAudience.Public @InterfaceAudience.Public
@InterfaceStability.Evolving @InterfaceStability.Evolving
public class Job extends JobContextImpl implements JobContext { public class Job extends JobContextImpl implements JobContext, AutoCloseable {
private static final Log LOG = LogFactory.getLog(Job.class); private static final Log LOG = LogFactory.getLog(Job.class);
@InterfaceStability.Evolving @InterfaceStability.Evolving
@ -1553,4 +1553,15 @@ public void setReservationId(ReservationId reservationId) {
this.reservationId = reservationId; this.reservationId = reservationId;
} }
/**
* Close the <code>Job</code>.
* @throws IOException if fail to close.
*/
@Override
public void close() throws IOException {
if (cluster != null) {
cluster.close();
cluster = null;
}
}
} }

4
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapreduce/TestMapperReducerCleanup.java
View File

@ -329,6 +329,10 @@ public void testJobSuccessCleanup() throws Exception {
Assert.assertTrue(reduceCleanup); Assert.assertTrue(reduceCleanup);
Assert.assertTrue(recordReaderCleanup); Assert.assertTrue(recordReaderCleanup);
Assert.assertTrue(recordWriterCleanup); Assert.assertTrue(recordWriterCleanup);
Assert.assertNotNull(job.getCluster());
job.close();
Assert.assertNull(job.getCluster());
} }
} }