big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HADOOP-15789. DistCp does not clean staging folder if class extends DistCp. Contributed by Lawrence Andrews. (#4534)

Browse Source 
Signed-off-by: Ayush Saxena <ayushsaxena@apache.org>
This commit is contained in:
Ayush Saxena 2022-07-08 17:04:20 +05:30 committed by GitHub
parent 8e39e35bea
commit 96f8e5b6f4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCp.java
View File

@ -473,13 +473,18 @@ private static Configuration getDefaultConf() {
return config; return config;
} }
private synchronized void cleanup() { /**
* Clean the staging folder created by distcp.
*/
protected synchronized void cleanup() {
try { try {
if (metaFolder != null) { if (metaFolder != null) {
if (jobFS != null) { synchronized (this) {
jobFS.delete(metaFolder, true); if (jobFS != null) {
jobFS.delete(metaFolder, true);
}
metaFolder = null;
} }
metaFolder = null;
} }
} catch (IOException e) { } catch (IOException e) {
LOG.error("Unable to cleanup meta folder: " + metaFolder, e); LOG.error("Unable to cleanup meta folder: " + metaFolder, e);