big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MAPREDUCE-6973. Fix comments on creating _SUCCESS file.

Browse Source 
This closes #280

Signed-off-by: Akira Ajisaka <aajisaka@apache.org>
This commit is contained in:
Mehul Garnara 2017-10-02 13:00:36 -04:00 committed by Akira Ajisaka
parent aebac6d2d2
commit c0a0c353e8
No known key found for this signature in database
GPG Key ID: C1EDBB9CA400FD50
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/output/FileOutputCommitter.java
View File

@ -409,7 +409,7 @@ protected void commitJobInternal(JobContext context) throws IOException {
LOG.info("Skip cleanup the _temporary folders under job's output " + LOG.info("Skip cleanup the _temporary folders under job's output " +
"directory in commitJob."); "directory in commitJob.");
} else { } else {
// delete the _temporary folder and create a _done file in the o/p // delete the _temporary folder and create a _SUCCESS file in the o/p
// folder // folder
try { try {
cleanupJob(context); cleanupJob(context);
@ -426,6 +426,7 @@ protected void commitJobInternal(JobContext context) throws IOException {
} }
// True if the job requires output.dir marked on successful job. // True if the job requires output.dir marked on successful job.
// Note that by default it is set to true. // Note that by default it is set to true.
// Create a _SUCCESS file in the o/p folder.
if (context.getConfiguration().getBoolean( if (context.getConfiguration().getBoolean(
SUCCESSFUL_JOB_OUTPUT_DIR_MARKER, true)) { SUCCESSFUL_JOB_OUTPUT_DIR_MARKER, true)) {
Path markerPath = new Path(outputPath, SUCCEEDED_FILE_NAME); Path markerPath = new Path(outputPath, SUCCEEDED_FILE_NAME);