From b68bd472dcc09ac2baf059cd4544bed75feed3da Mon Sep 17 00:00:00 2001 From: Robert Joseph Evans Date: Tue, 6 Nov 2012 18:48:49 +0000 Subject: [PATCH] YARN-202. Log Aggregation generates a storm of fsync() for namenode (Kihwal Lee via bobby) git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1406269 13f79535-47bb-0310-9956-ffa450edef68 --- hadoop-yarn-project/CHANGES.txt | 3 +++ .../apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java | 1 - 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt index 86b5336d50..a6102b216c 100644 --- a/hadoop-yarn-project/CHANGES.txt +++ b/hadoop-yarn-project/CHANGES.txt @@ -199,6 +199,9 @@ Release 0.23.5 - UNRELEASED YARN-189. Fixed a deadlock between RM's ApplicationMasterService and the dispatcher. (Thomas Graves via vinodkv) + YARN-202. Log Aggregation generates a storm of fsync() for namenode + (Kihwal Lee via bobby) + Release 0.23.4 - UNRELEASED INCOMPATIBLE CHANGES diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java index 008324f013..4b8dff9104 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java @@ -263,7 +263,6 @@ public void append(LogKey logKey, LogValue logValue) throws IOException { out = this.writer.prepareAppendValue(-1); logValue.write(out); out.close(); - this.fsDataOStream.hflush(); } public void closeWriter() {