big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-16301. Improve BenchmarkThroughput#SIZE naming standardization. (#3622)

Browse Source
This commit is contained in:
jianghuazhu 2021-11-10 10:32:52 +08:00 committed by GitHub
parent cbc7fb6bca
commit b307f18a58
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/BenchmarkThroughput.java
View File

@ -187,7 +187,7 @@ public int run(String[] args) throws IOException {
} }
Configuration conf = getConf(); Configuration conf = getConf();
// the size of the file to write // the size of the file to write
long SIZE = conf.getLong("dfsthroughput.file.size", long fileSize = conf.getLong("dfsthroughput.file.size",
10L * 1024 * 1024 * 1024); 10L * 1024 * 1024 * 1024);
BUFFER_SIZE = conf.getInt("dfsthroughput.buffer.size", 4 * 1024); BUFFER_SIZE = conf.getInt("dfsthroughput.buffer.size", 4 * 1024);
@ -203,9 +203,9 @@ public int run(String[] args) throws IOException {
ChecksumFileSystem checkedLocal = FileSystem.getLocal(conf); ChecksumFileSystem checkedLocal = FileSystem.getLocal(conf);
FileSystem rawLocal = checkedLocal.getRawFileSystem(); FileSystem rawLocal = checkedLocal.getRawFileSystem();
for(int i=0; i < reps; ++i) { for(int i=0; i < reps; ++i) {
writeAndReadLocalFile("local", conf, SIZE); writeAndReadLocalFile("local", conf, fileSize);
writeAndReadFile(rawLocal, "raw", conf, SIZE); writeAndReadFile(rawLocal, "raw", conf, fileSize);
writeAndReadFile(checkedLocal, "checked", conf, SIZE); writeAndReadFile(checkedLocal, "checked", conf, fileSize);
} }
MiniDFSCluster cluster = null; MiniDFSCluster cluster = null;
try { try {
@ -214,7 +214,7 @@ public int run(String[] args) throws IOException {
cluster.waitActive(); cluster.waitActive();
FileSystem dfs = cluster.getFileSystem(); FileSystem dfs = cluster.getFileSystem();
for(int i=0; i < reps; ++i) { for(int i=0; i < reps; ++i) {
writeAndReadFile(dfs, "dfs", conf, SIZE); writeAndReadFile(dfs, "dfs", conf, fileSize);
} }
} finally { } finally {
if (cluster != null) { if (cluster != null) {