big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MAPREDUCE-6931. Remove TestDFSIO "Total Throughput" calculation. Contributed by Dennis Huo.

Browse Source
This commit is contained in:
Konstantin V Shvachko 2017-08-22 11:05:47 -07:00
parent 41480233a9
commit 3e0e2033cc
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java
View File

@ -855,7 +855,7 @@ public int run(String[] args) throws IOException {
long tStart = System.currentTimeMillis(); long tStart = System.currentTimeMillis();
sequentialTest(fs, testType, nrBytes, nrFiles); sequentialTest(fs, testType, nrBytes, nrFiles);
long execTime = System.currentTimeMillis() - tStart; long execTime = System.currentTimeMillis() - tStart;
String resultLine = "Seq Test exec time sec: " + (float)execTime / 1000; String resultLine = "Seq Test exec time sec: " + msToSecs(execTime);
LOG.info(resultLine); LOG.info(resultLine);
return 0; return 0;
} }
@ -919,6 +919,10 @@ static float toMB(long bytes) {
return ((float)bytes)/MEGA; return ((float)bytes)/MEGA;
} }
static float msToSecs(long timeMillis) {
return timeMillis / 1000.0f;
}
private boolean checkErasureCodePolicy(String erasureCodePolicyName, private boolean checkErasureCodePolicy(String erasureCodePolicyName,
FileSystem fs, TestType testType) throws IOException { FileSystem fs, TestType testType) throws IOException {
Collection<ErasureCodingPolicy> list = Collection<ErasureCodingPolicy> list =
@ -1051,11 +1055,10 @@ else if (attr.endsWith(":sqrate"))
" Date & time: " + new Date(System.currentTimeMillis()), " Date & time: " + new Date(System.currentTimeMillis()),
" Number of files: " + tasks, " Number of files: " + tasks,
" Total MBytes processed: " + df.format(toMB(size)), " Total MBytes processed: " + df.format(toMB(size)),
" Throughput mb/sec: " + df.format(size * 1000.0 / (time * MEGA)), " Throughput mb/sec: " + df.format(toMB(size) / msToSecs(time)),
"Total Throughput mb/sec: " + df.format(toMB(size) / ((float)execTime)),
" Average IO rate mb/sec: " + df.format(med), " Average IO rate mb/sec: " + df.format(med),
" IO rate std deviation: " + df.format(stdDev), " IO rate std deviation: " + df.format(stdDev),
" Test exec time sec: " + df.format((float)execTime / 1000), " Test exec time sec: " + df.format(msToSecs(execTime)),
"" }; "" };
PrintStream res = null; PrintStream res = null;