big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MAPREDUCE-5273. Bring back a couple of protected variables in mapred and mapreduce CombineFileRecordReader for binary compatibility with 1.x APIs. Contributed by Mayank Bansal.

Browse Source 
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1488442 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Vinod Kumar Vavilapalli 2013-06-01 00:33:49 +00:00
parent 39f019f413
commit b8e9f06774
3 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-mapreduce-project/CHANGES.txt
View File

@ -259,6 +259,10 @@ Release 2.0.5-beta - UNRELEASED
DBInputFormat.DBRecordReader for binary compatibility with 1.x mapred APIs. DBInputFormat.DBRecordReader for binary compatibility with 1.x mapred APIs.
(Zhijie Shen via vinodkv) (Zhijie Shen via vinodkv)
MAPREDUCE-5273. Bring back a couple of protected variables in mapred and
mapreduce CombineFileRecordReader for binary compatibility with 1.x APIs.
(Mayank Bansal via vinodkv)
OPTIMIZATIONS OPTIMIZATIONS
MAPREDUCE-4974. Optimising the LineRecordReader initialize() method MAPREDUCE-4974. Optimising the LineRecordReader initialize() method

3
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/lib/CombineFileRecordReader.java
View File

@ -49,7 +49,9 @@ public class CombineFileRecordReader<K, V> implements RecordReader<K, V> {
protected CombineFileSplit split; protected CombineFileSplit split;
protected JobConf jc; protected JobConf jc;
protected Reporter reporter; protected Reporter reporter;
protected Class<RecordReader<K, V>> rrClass;
protected Constructor<RecordReader<K, V>> rrConstructor; protected Constructor<RecordReader<K, V>> rrConstructor;
protected FileSystem fs;
protected int idx; protected int idx;
protected long progress; protected long progress;
@ -104,6 +106,7 @@ public CombineFileRecordReader(JobConf job, CombineFileSplit split,
throws IOException { throws IOException {
this.split = split; this.split = split;
this.jc = job; this.jc = job;
this.rrClass = rrClass;
this.reporter = reporter; this.reporter = reporter;
this.idx = 0; this.idx = 0;
this.curReader = null; this.curReader = null;

3
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/input/CombineFileRecordReader.java
View File

@ -46,7 +46,9 @@ public class CombineFileRecordReader<K, V> extends RecordReader<K, V> {
Integer.class}; Integer.class};
protected CombineFileSplit split; protected CombineFileSplit split;
protected Class<? extends RecordReader<K,V>> rrClass;
protected Constructor<? extends RecordReader<K,V>> rrConstructor; protected Constructor<? extends RecordReader<K,V>> rrConstructor;
protected FileSystem fs;
protected TaskAttemptContext context; protected TaskAttemptContext context;
protected int idx; protected int idx;
@ -109,6 +111,7 @@ public CombineFileRecordReader(CombineFileSplit split,
throws IOException { throws IOException {
this.split = split; this.split = split;
this.context = context; this.context = context;
this.rrClass = rrClass;
this.idx = 0; this.idx = 0;
this.curReader = null; this.curReader = null;
this.progress = 0; this.progress = 0;