diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 4a4973c1b5..dbcccbb6ca 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -395,6 +395,7 @@ Release 0.23.3 - UNRELEASED MAPREDUCE-4190. Improve web UI for task attempts userlog link (Tom Graves via bobby) + MAPREDUCE-4133. MR over viewfs is broken (John George via bobby) Release 0.23.2 - UNRELEASED diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java index 363541121d..daafcf7c1b 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java @@ -827,7 +827,7 @@ private void makeUberDecision(long dataInputLength) { || (sysMaxReduces == 1); long sysMaxBytes = conf.getLong(MRJobConfig.JOB_UBERTASK_MAXBYTES, - fs.getDefaultBlockSize()); // FIXME: this is wrong; get FS from + fs.getDefaultBlockSize(this.remoteJobSubmitDir)); // FIXME: this is wrong; get FS from // [File?]InputFormat and default block size // from that diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/DistributedFSCheck.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/DistributedFSCheck.java index 34d1308cc3..67ef5d9b3d 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/DistributedFSCheck.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/DistributedFSCheck.java @@ -128,7 +128,7 @@ private void listSubtree(FileStatus rootStatus, if (rootStatus.isFile()) { nrFiles++; // For a regular file generate pairs - long blockSize = fs.getDefaultBlockSize(); + long blockSize = fs.getDefaultBlockSize(rootFile); long fileLength = rootStatus.getLen(); for(long offset = 0; offset < fileLength; offset += blockSize) writer.append(new Text(rootFile.toString()), new LongWritable(offset)); @@ -160,15 +160,16 @@ public Object doIO(Reporter reporter, ) throws IOException { // open file FSDataInputStream in = null; + Path p = new Path(name); try { - in = fs.open(new Path(name)); + in = fs.open(p); } catch(IOException e) { return name + "@(missing)"; } in.seek(offset); long actualSize = 0; try { - long blockSize = fs.getDefaultBlockSize(); + long blockSize = fs.getDefaultBlockSize(p); reporter.setStatus("reading " + name + "@" + offset + "/" + blockSize); for( int curSize = bufferSize; diff --git a/hadoop-mapreduce-project/src/java/org/apache/hadoop/mapreduce/jobhistory/JobHistory.java b/hadoop-mapreduce-project/src/java/org/apache/hadoop/mapreduce/jobhistory/JobHistory.java index 30edc36120..64718c7638 100644 --- a/hadoop-mapreduce-project/src/java/org/apache/hadoop/mapreduce/jobhistory/JobHistory.java +++ b/hadoop-mapreduce-project/src/java/org/apache/hadoop/mapreduce/jobhistory/JobHistory.java @@ -287,7 +287,7 @@ public void setupEventWriter(JobID jobId, JobConf jobConf) FSDataOutputStream out = logDirFs.create(logFile, new FsPermission(JobHistory.HISTORY_FILE_PERMISSION), true, defaultBufferSize, - logDirFs.getDefaultReplication(), + logDirFs.getDefaultReplication(logFile), jobHistoryBlockSize, null); EventWriter writer = new EventWriter(out); @@ -306,8 +306,8 @@ public void setupEventWriter(JobID jobId, JobConf jobConf) jobFileOut = logDirFs.create(logDirConfPath, new FsPermission(JobHistory.HISTORY_FILE_PERMISSION), true, defaultBufferSize, - logDirFs.getDefaultReplication(), - logDirFs.getDefaultBlockSize(), null); + logDirFs.getDefaultReplication(logDirConfPath), + logDirFs.getDefaultBlockSize(logDirConfPath), null); jobConf.writeXml(jobFileOut); jobFileOut.close(); }