HDFS-16389.Improve NNThroughputBenchmark test mkdirs. (#3819)
Reviewed-by: Viraj Jasani <vjasani@apache.org> Reviewed-by: Akira Ajisaka <aajisaka@apache.org> Signed-off-by: Wei-Chiu Chuang <weichiu@apache.org>
This commit is contained in:
parent
35d4c02bcc
commit
900682e712
@ -77,6 +77,10 @@ synchronized String getNextFileName(String fileNamePrefix) {
|
||||
return fn;
|
||||
}
|
||||
|
||||
public long getFileCount() {
|
||||
return fileCount;
|
||||
}
|
||||
|
||||
private synchronized void reset() {
|
||||
Arrays.fill(pathIndecies, -1);
|
||||
fileCount = 0L;
|
||||
|
@ -569,12 +569,20 @@ void generateInputs(int[] opsPerThread) throws IOException {
|
||||
// int generatedFileIdx = 0;
|
||||
LOG.info("Generate " + numOpsRequired + " intputs for " + getOpName());
|
||||
fileNames = new String[numThreads][];
|
||||
for(int idx=0; idx < numThreads; idx++) {
|
||||
int threadOps = opsPerThread[idx];
|
||||
fileNames[idx] = new String[threadOps];
|
||||
for(int jdx=0; jdx < threadOps; jdx++)
|
||||
fileNames[idx][jdx] = nameGenerator.
|
||||
getNextFileName("ThroughputBench");
|
||||
try {
|
||||
for(int idx=0; idx < numThreads; idx++) {
|
||||
int threadOps = opsPerThread[idx];
|
||||
fileNames[idx] = new String[threadOps];
|
||||
for(int jdx=0; jdx < threadOps; jdx++) {
|
||||
fileNames[idx][jdx] = nameGenerator.
|
||||
getNextFileName("ThroughputBench");
|
||||
}
|
||||
}
|
||||
} catch (ArrayIndexOutOfBoundsException e) {
|
||||
LOG.error("The current environment allows {} files to be created. " +
|
||||
"If you want to test more files, please update the -filesPerDir parameter.",
|
||||
nameGenerator.getFileCount());
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
||||
@ -669,12 +677,20 @@ void generateInputs(int[] opsPerThread) throws IOException {
|
||||
false);
|
||||
LOG.info("Generate " + numOpsRequired + " inputs for " + getOpName());
|
||||
dirPaths = new String[numThreads][];
|
||||
for(int idx=0; idx < numThreads; idx++) {
|
||||
int threadOps = opsPerThread[idx];
|
||||
dirPaths[idx] = new String[threadOps];
|
||||
for(int jdx=0; jdx < threadOps; jdx++)
|
||||
dirPaths[idx][jdx] = nameGenerator.
|
||||
getNextFileName("ThroughputBench");
|
||||
try {
|
||||
for(int idx=0; idx < numThreads; idx++) {
|
||||
int threadOps = opsPerThread[idx];
|
||||
dirPaths[idx] = new String[threadOps];
|
||||
for(int jdx=0; jdx < threadOps; jdx++) {
|
||||
dirPaths[idx][jdx] = nameGenerator.
|
||||
getNextFileName("ThroughputBench");
|
||||
}
|
||||
}
|
||||
} catch (ArrayIndexOutOfBoundsException e) {
|
||||
LOG.error("The current environment allows {} directories to be created. " +
|
||||
"If you want to test more directories, please update the -dirsPerDir parameter.",
|
||||
nameGenerator.getFileCount());
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user