big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HADOOP-18366. ITestS3Select.testSelectSeekFullLandsat is timing out. (#4702)

Browse Source 
Reduces size of data read to 1 MB

Contributed by Ahmar Suhail
This commit is contained in:
ahmarsuhail 2022-08-05 14:13:04 +01:00 committed by Steve Loughran
parent 9c5228cf6b
commit 351a9f732b
No known key found for this signature in database
GPG Key ID: D22CF846DBB162A0
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/select/ITestS3SelectLandsat.java
View File

@ -415,7 +415,7 @@ public void testSelectSeekFullLandsat() throws Throwable {
long increment = 64 * _1KB; long increment = 64 * _1KB;
// seek forward, comparing bytes // seek forward, comparing bytes
for(offset = 32 * _1KB; offset < actualLen; offset += increment) { for(offset = 32 * _1KB; offset < _1MB; offset += increment) {
seek(seekStream, offset); seek(seekStream, offset);
assertEquals("Seek position in " + seekStream, assertEquals("Seek position in " + seekStream,
offset, seekStream.getPos()); offset, seekStream.getPos());
@ -423,11 +423,6 @@ public void testSelectSeekFullLandsat() throws Throwable {
assertEquals("byte at seek position", assertEquals("byte at seek position",
dataset[(int) seekStream.getPos()], seekStream.read()); dataset[(int) seekStream.getPos()], seekStream.read());
} }
for(; offset < len; offset += _1MB) {
seek(seekStream, offset);
assertEquals("Seek position in " + seekStream,
offset, seekStream.getPos());
}
// there's no knowledge of how much data is left, but with Gzip // there's no knowledge of how much data is left, but with Gzip
// involved there can be a lot. To keep the test duration down, // involved there can be a lot. To keep the test duration down,
// this test, unlike the simpler one, doesn't try to read past the // this test, unlike the simpler one, doesn't try to read past the