big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HADOOP-17270. Fix testCompressorDecompressorWithExeedBufferLimit to c… (#2311)

Browse Source
This commit is contained in:
Masatake Iwasaki 2020-09-20 00:47:02 +09:00 committed by Chao Sun
parent 3736f6eb57
commit b8a4361d7b
1 changed files with 14 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java
View File

@ -72,17 +72,20 @@ public void testCompressorDecompressor() {
} }
@Test @Test
public void testCompressorDecompressorWithExeedBufferLimit() { public void testCompressorDecompressorWithExceedBufferLimit() {
int BYTE_SIZE = 100 * 1024; // input data size greater than internal buffer size.
byte[] rawData = generate(BYTE_SIZE); final int byteSize = 100 * 1024;
final int bufferSize = 64 * 1024;
byte[] rawData = generate(byteSize);
try { try {
CompressDecompressTester.of(rawData) CompressDecompressTester.of(rawData)
.withCompressDecompressPair( .withCompressDecompressPair(
new SnappyCompressor(BYTE_SIZE + BYTE_SIZE / 2), new SnappyCompressor(bufferSize),
new SnappyDecompressor(BYTE_SIZE + BYTE_SIZE / 2)) new SnappyDecompressor(bufferSize))
.withCompressDecompressPair(new Lz4Compressor(BYTE_SIZE), .withCompressDecompressPair(
new Lz4Decompressor(BYTE_SIZE)) new Lz4Compressor(bufferSize),
.withTestCases(ImmutableSet.of(CompressionTestStrategy.COMPRESS_DECOMPRESS_SINGLE_BLOCK, new Lz4Decompressor(bufferSize))
.withTestCases(ImmutableSet.of(
CompressionTestStrategy.COMPRESS_DECOMPRESS_BLOCK, CompressionTestStrategy.COMPRESS_DECOMPRESS_BLOCK,
CompressionTestStrategy.COMPRESS_DECOMPRESS_ERRORS, CompressionTestStrategy.COMPRESS_DECOMPRESS_ERRORS,
CompressionTestStrategy.COMPRESS_DECOMPRESS_WITH_EMPTY_STREAM)) CompressionTestStrategy.COMPRESS_DECOMPRESS_WITH_EMPTY_STREAM))