big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Support additional compression levels for GzipCodec. Contributed by Ravi Mutyala.

Browse Source
This commit is contained in:
Junping Du 2016-02-19 14:21:25 -08:00
parent 6546d9e7ff
commit 18f9b77a32
3 changed files with 69 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hadoop-common-project/hadoop-common/CHANGES.txt
View File

@ -1737,6 +1737,9 @@ Release 2.7.3 - UNRELEASED
HADOOP-12413. AccessControlList should avoid calling getGroupNames in
isUserInList with empty groups. (Zhihai Xu via cnauroth)
HADOOP-12794. Support additional compression levels for GzipCodec.
(Ravi Mutyala via junping_du)
OPTIMIZATIONS
HADOOP-12810. FileSystem#listLocatedStatus causes unnecessary RPC calls

40
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/zlib/ZlibCompressor.java
View File

@ -68,6 +68,46 @@ public static enum CompressionLevel {
*/
BEST_SPEED (1),
/**
* Compression level 2.
*/
TWO (2),
/**
* Compression level 3.
*/
THREE (3),
/**
* Compression level 4.
*/
FOUR (4),
/**
* Compression level 5.
*/
FIVE (5),
/**
* Compression level 6.
*/
SIX (6),
/**
* Compression level 7.
*/
SEVEN (7),
/**
* Compression level 8.
*/
EIGHT (8),
/**
* Compression level for best compression.
*/

25
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java
View File

@ -121,6 +121,31 @@ public void testZlibCompressorDecompressorWithConfiguration() {
}
}
@Test
public void testZlibCompressorDecompressorWithCompressionLevels() {
Configuration conf = new Configuration();
conf.set("zlib.compress.level","FOUR");
if (ZlibFactory.isNativeZlibLoaded(conf)) {
byte[] rawData;
int tryNumber = 5;
int BYTE_SIZE = 10 * 1024;
Compressor zlibCompressor = ZlibFactory.getZlibCompressor(conf);
Decompressor zlibDecompressor = ZlibFactory.getZlibDecompressor(conf);
rawData = generate(BYTE_SIZE);
try {
for (int i = 0; i < tryNumber; i++)
compressDecompressZlib(rawData, (ZlibCompressor) zlibCompressor,
(ZlibDecompressor) zlibDecompressor);
zlibCompressor.reinit(conf);
} catch (Exception ex) {
fail("testZlibCompressorDecompressorWithConfiguration ex error " + ex);
}
} else {
assertTrue("ZlibFactory is using native libs against request",
ZlibFactory.isNativeZlibLoaded(conf));
}
}
@Test
public void testZlibCompressDecompress() {
byte[] rawData = null;