big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-12471. Ozone: Reduce some KSM/SCM deletion log messages from INFO to DEBUG. Contributed by Weiwei Yang.

Browse Source
This commit is contained in:
Anu Engineer 2017-10-03 14:07:05 -07:00 committed by Owen O'Malley
parent 6a754caca0
commit d7a94a21ae
3 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/ksm/KeyDeletingService.java
View File

@ -120,7 +120,7 @@ public BackgroundTaskResult call() throws Exception {
} }
return results::size; return results::size;
} else { } else {
LOG.info("No pending deletion key found in KSM"); LOG.debug("No pending deletion key found in KSM");
} }
} catch (IOException e) { } catch (IOException e) {
LOG.error("Unable to get pending deletion keys, retry in" LOG.error("Unable to get pending deletion keys, retry in"

8
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/scm/block/SCMBlockDeletingService.java
View File

@ -100,7 +100,7 @@ public int getPriority() {
public EmptyTaskResult call() throws Exception { public EmptyTaskResult call() throws Exception {
// Scan SCM DB in HB interval and collect a throttled list of // Scan SCM DB in HB interval and collect a throttled list of
// to delete blocks. // to delete blocks.
LOG.info("Running DeletedBlockTransactionScanner"); LOG.debug("Running DeletedBlockTransactionScanner");
DatanodeDeletedBlockTransactions transactions = DatanodeDeletedBlockTransactions transactions =
getToDeleteContainerBlocks(); getToDeleteContainerBlocks();
if (transactions != null && !transactions.isEmpty()) { if (transactions != null && !transactions.isEmpty()) {
@ -114,7 +114,7 @@ public EmptyTaskResult call() throws Exception {
nodeManager.addDatanodeCommand(datanodeID, nodeManager.addDatanodeCommand(datanodeID,
new DeleteBlocksCommand(dnTXs)); new DeleteBlocksCommand(dnTXs));
LOG.info("Added delete block command for datanode {} in the queue," LOG.info("Added delete block command for datanode {} in the queue,"
+ " number delete block transactions: {}, TxID list: {}", + " number of delete block transactions: {}, TxID list: {}",
datanodeID, dnTXs.size(), datanodeID, dnTXs.size(),
String.join(",", transactions.getTransactionIDList(datanodeID))); String.join(",", transactions.getTransactionIDList(datanodeID)));
@ -133,7 +133,7 @@ private DatanodeDeletedBlockTransactions getToDeleteContainerBlocks() {
// Get a limited number of TXs to send via HB at a time. // Get a limited number of TXs to send via HB at a time.
txs = deletedBlockLog txs = deletedBlockLog
.getTransactions(BLOCK_DELETE_TX_PER_REQUEST_LIMIT); .getTransactions(BLOCK_DELETE_TX_PER_REQUEST_LIMIT);
LOG.info("Scanned deleted blocks log and got {} delTX to process", LOG.debug("Scanned deleted blocks log and got {} delTX to process",
txs.size()); txs.size());
} catch (IOException e) { } catch (IOException e) {
// We may tolerant a number of failures for sometime // We may tolerant a number of failures for sometime
@ -183,7 +183,7 @@ void addTransaction(DatanodeID dnID, DeletedBlocksTransaction tx) {
first.add(tx); first.add(tx);
transactions.put(dnID, first); transactions.put(dnID, first);
} }
LOG.info("Transaction added: {} <- TX({})", dnID, tx.getTxID()); LOG.debug("Transaction added: {} <- TX({})", dnID, tx.getTxID());
} }
Set<DatanodeID> getDatanodes() { Set<DatanodeID> getDatanodes() {

4
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/utils/BackgroundService.java
View File

@ -96,7 +96,7 @@ public void start() {
public class PeriodicalTask implements Runnable { public class PeriodicalTask implements Runnable {
@Override @Override
public void run() { public void run() {
LOG.info("Running background service : {}", serviceName); LOG.debug("Running background service : {}", serviceName);
BackgroundTaskQueue tasks = getTasks(); BackgroundTaskQueue tasks = getTasks();
if (tasks.isEmpty()) { if (tasks.isEmpty()) {
// No task found, or some problems to init tasks // No task found, or some problems to init tasks
@ -104,7 +104,7 @@ public void run() {
return; return;
} }
LOG.info("Number of background tasks to execute : {}", tasks.size()); LOG.debug("Number of background tasks to execute : {}", tasks.size());
CompletionService<BackgroundTaskResult> taskCompletionService = CompletionService<BackgroundTaskResult> taskCompletionService =
new ExecutorCompletionService<>(exec); new ExecutorCompletionService<>(exec);