From a54ccc0bde296b256a72ee4a627bbd93258c55b6 Mon Sep 17 00:00:00 2001 From: Steve Loughran Date: Sun, 23 Oct 2011 14:14:22 +0000 Subject: [PATCH] HDFS-2485 git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1187888 13f79535-47bb-0310-9956-ffa450edef68 --- .../TestUnderReplicatedBlockQueues.java | 103 ++++++++++++++++++ 1 file changed, 103 insertions(+) create mode 100644 hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestUnderReplicatedBlockQueues.java diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestUnderReplicatedBlockQueues.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestUnderReplicatedBlockQueues.java new file mode 100644 index 0000000000..20c2541119 --- /dev/null +++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/TestUnderReplicatedBlockQueues.java @@ -0,0 +1,103 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hdfs.server.blockmanagement; + +import org.apache.hadoop.hdfs.protocol.Block; +import org.junit.Assert; +import org.junit.Test; + +public class TestUnderReplicatedBlockQueues extends Assert { + + /** + * Test that adding blocks with different replication counts puts them + * into different queues + * @throws Throwable if something goes wrong + */ + @Test + public void testBlockPriorities() throws Throwable { + UnderReplicatedBlocks queues = new UnderReplicatedBlocks(); + Block block1 = new Block(1); + Block block2 = new Block(2); + Block block_very_under_replicated = new Block(3); + Block block_corrupt = new Block(4); + + //add a block with a single entry + assertAdded(queues, block1, 1, 0, 3); + + assertEquals(1, queues.getUnderReplicatedBlockCount()); + assertEquals(1, queues.size()); + assertInLevel(queues, block1, UnderReplicatedBlocks.QUEUE_HIGHEST_PRIORITY); + //repeated additions fail + assertFalse(queues.add(block1, 1, 0, 3)); + + //add a second block with two replicas + assertAdded(queues, block2, 2, 0, 3); + assertEquals(2, queues.getUnderReplicatedBlockCount()); + assertEquals(2, queues.size()); + assertInLevel(queues, block2, UnderReplicatedBlocks.QUEUE_UNDER_REPLICATED); + //now try to add a block that is corrupt + assertAdded(queues, block_corrupt, 0, 0, 3); + assertEquals(3, queues.size()); + assertEquals(2, queues.getUnderReplicatedBlockCount()); + assertEquals(1, queues.getCorruptBlockSize()); + assertInLevel(queues, block_corrupt, + UnderReplicatedBlocks.QUEUE_WITH_CORRUPT_BLOCKS); + + //insert a very under-replicated block + assertAdded(queues, block_very_under_replicated, 4, 0, 25); + assertInLevel(queues, block_very_under_replicated, + UnderReplicatedBlocks.QUEUE_VERY_UNDER_REPLICATED); + + } + + private void assertAdded(UnderReplicatedBlocks queues, + Block block, + int curReplicas, + int decomissionedReplicas, + int expectedReplicas) { + assertTrue("Failed to add " + block, + queues.add(block, + curReplicas, + decomissionedReplicas, + expectedReplicas)); + } + + /** + * Determine whether or not a block is in a level without changing the API. + * Instead get the per-level iterator and run though it looking for a match. + * If the block is not found, an assertion is thrown. + * + * This is inefficient, but this is only a test case. + * @param queues queues to scan + * @param block block to look for + * @param level level to select + */ + private void assertInLevel(UnderReplicatedBlocks queues, + Block block, + int level) { + UnderReplicatedBlocks.BlockIterator bi = queues.iterator(level); + while (bi.hasNext()) { + Block next = bi.next(); + if (block.equals(next)) { + return; + } + } + fail("Block " + block + " not found in level " + level); + } +}