big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HADOOP-18969. S3A: AbstractS3ACostTest to clear bucket fs.s3a.create.performance (#6264)

Browse Source 
Add the option to the removeBaseAndBucketOverrides() list
This commit is contained in:
Steve Loughran 2023-11-21 14:55:13 +00:00 committed by GitHub
parent f609460bda
commit b108e9e2d8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/performance/AbstractS3ACostTest.java
View File

@ -107,7 +107,8 @@ public Configuration createConfiguration() {
removeBaseAndBucketOverrides(bucketName, conf, removeBaseAndBucketOverrides(bucketName, conf,
DIRECTORY_MARKER_POLICY, DIRECTORY_MARKER_POLICY,
AUTHORITATIVE_PATH); AUTHORITATIVE_PATH,
FS_S3A_CREATE_PERFORMANCE);
// directory marker options // directory marker options
conf.set(DIRECTORY_MARKER_POLICY, conf.set(DIRECTORY_MARKER_POLICY,
keepMarkers keepMarkers
@ -235,6 +236,21 @@ protected Path file(Path path, final boolean overwrite)
return path; return path;
} }
/**
* Create a file with a specific body, returning its path.
* @param path path to file.
* @param overwrite overwrite flag
* @param body body of file
* @return path of new file
*/
protected Path file(Path path, final boolean overwrite, byte[] body)
throws IOException {
ContractTestUtils.createFile(getFileSystem(), path, overwrite, body);
return path;
}
/** /**
* Touch a file, overwriting. * Touch a file, overwriting.
* @param path path * @param path path