big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HADOOP-17270. Fix testCompressorDecompressorWithExeedBufferLimit to c… (#2311)

Browse Source
This commit is contained in:
Masatake Iwasaki 2020-09-20 00:47:02 +09:00 committed by GitHub
parent e31a636e92
commit 364b958085
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 14 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java
View File

@ -72,20 +72,23 @@ public void testCompressorDecompressor() {
}
@Test
public void testCompressorDecompressorWithExeedBufferLimit() {
int BYTE_SIZE = 100 * 1024;
byte[] rawData = generate(BYTE_SIZE);
public void testCompressorDecompressorWithExceedBufferLimit() {
// input data size greater than internal buffer size.
final int byteSize = 100 * 1024;
final int bufferSize = 64 * 1024;
byte[] rawData = generate(byteSize);
try {
CompressDecompressTester.of(rawData)
.withCompressDecompressPair(
new SnappyCompressor(BYTE_SIZE + BYTE_SIZE / 2),
new SnappyDecompressor(BYTE_SIZE + BYTE_SIZE / 2))
.withCompressDecompressPair(new Lz4Compressor(BYTE_SIZE),
new Lz4Decompressor(BYTE_SIZE))
.withTestCases(ImmutableSet.of(CompressionTestStrategy.COMPRESS_DECOMPRESS_SINGLE_BLOCK,
CompressionTestStrategy.COMPRESS_DECOMPRESS_BLOCK,
CompressionTestStrategy.COMPRESS_DECOMPRESS_ERRORS,
CompressionTestStrategy.COMPRESS_DECOMPRESS_WITH_EMPTY_STREAM))
new SnappyCompressor(bufferSize),
new SnappyDecompressor(bufferSize))
.withCompressDecompressPair(
new Lz4Compressor(bufferSize),
new Lz4Decompressor(bufferSize))
.withTestCases(ImmutableSet.of(
CompressionTestStrategy.COMPRESS_DECOMPRESS_BLOCK,
CompressionTestStrategy.COMPRESS_DECOMPRESS_ERRORS,
CompressionTestStrategy.COMPRESS_DECOMPRESS_WITH_EMPTY_STREAM))
.test();
} catch (Exception ex) {