HDDS-205. Add metrics to HddsDispatcher. Contributed by Bharat Viswanadham.

This commit is contained in:
Hanisha Koneru 2018-07-03 09:50:25 -07:00
parent 23ebe0f4f0
commit 44b091a8d7
7 changed files with 110 additions and 45 deletions

View File

@ -94,7 +94,7 @@ public static ContainerMetrics create(Configuration conf) {
new ContainerMetrics(intervals)); new ContainerMetrics(intervals));
} }
public void incContainerOpcMetrics(ContainerProtos.Type type){ public void incContainerOpsMetrics(ContainerProtos.Type type) {
numOps.incr(); numOps.incr();
numOpsArray[type.ordinal()].incr(); numOpsArray[type.ordinal()].incr();
} }

View File

@ -111,7 +111,7 @@ public ContainerCommandResponseProto dispatch(
try { try {
Preconditions.checkNotNull(msg); Preconditions.checkNotNull(msg);
Type cmdType = msg.getCmdType(); Type cmdType = msg.getCmdType();
metrics.incContainerOpcMetrics(cmdType); metrics.incContainerOpsMetrics(cmdType);
if ((cmdType == Type.CreateContainer) || if ((cmdType == Type.CreateContainer) ||
(cmdType == Type.DeleteContainer) || (cmdType == Type.DeleteContainer) ||
(cmdType == Type.ReadContainer) || (cmdType == Type.ReadContainer) ||

View File

@ -23,6 +23,7 @@
import com.google.common.collect.Maps; import com.google.common.collect.Maps;
import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos; import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos;
import org.apache.hadoop.hdds.scm.container.common.helpers.StorageContainerException; import org.apache.hadoop.hdds.scm.container.common.helpers.StorageContainerException;
import org.apache.hadoop.ozone.container.common.helpers.ContainerMetrics;
import org.apache.hadoop.ozone.container.common.helpers.ContainerUtils; import org.apache.hadoop.ozone.container.common.helpers.ContainerUtils;
import org.apache.hadoop.ozone.container.common.interfaces.Container; import org.apache.hadoop.ozone.container.common.interfaces.Container;
import org.apache.hadoop.ozone.container.common.interfaces.Handler; import org.apache.hadoop.ozone.container.common.interfaces.Handler;
@ -53,6 +54,7 @@ public class HddsDispatcher implements ContainerDispatcher {
private final ContainerSet containerSet; private final ContainerSet containerSet;
private final VolumeSet volumeSet; private final VolumeSet volumeSet;
private String scmID; private String scmID;
private ContainerMetrics metrics;
/** /**
* Constructs an OzoneContainer that receives calls from * Constructs an OzoneContainer that receives calls from
@ -60,16 +62,17 @@ public class HddsDispatcher implements ContainerDispatcher {
*/ */
public HddsDispatcher(Configuration config, ContainerSet contSet, public HddsDispatcher(Configuration config, ContainerSet contSet,
VolumeSet volumes) { VolumeSet volumes) {
//TODO: initialize metrics
this.conf = config; this.conf = config;
this.containerSet = contSet; this.containerSet = contSet;
this.volumeSet = volumes; this.volumeSet = volumes;
this.handlers = Maps.newHashMap(); this.handlers = Maps.newHashMap();
this.metrics = ContainerMetrics.create(conf);
for (ContainerType containerType : ContainerType.values()) { for (ContainerType containerType : ContainerType.values()) {
handlers.put(containerType, handlers.put(containerType,
Handler.getHandlerForContainerType( Handler.getHandlerForContainerType(
containerType, conf, containerSet, volumeSet)); containerType, conf, containerSet, volumeSet, metrics));
} }
} }
@Override @Override
@ -89,10 +92,14 @@ public ContainerCommandResponseProto dispatch(
Container container = null; Container container = null;
ContainerType containerType = null; ContainerType containerType = null;
ContainerCommandResponseProto responseProto = null;
long startTime = System.nanoTime();
ContainerProtos.Type cmdType = msg.getCmdType();
try { try {
long containerID = getContainerID(msg); long containerID = getContainerID(msg);
if (msg.getCmdType() != ContainerProtos.Type.CreateContainer) { metrics.incContainerOpsMetrics(cmdType);
if (cmdType != ContainerProtos.Type.CreateContainer) {
container = getContainer(containerID); container = getContainer(containerID);
containerType = getContainerType(container); containerType = getContainerType(container);
} else { } else {
@ -109,7 +116,11 @@ public ContainerCommandResponseProto dispatch(
ContainerProtos.Result.CONTAINER_INTERNAL_ERROR); ContainerProtos.Result.CONTAINER_INTERNAL_ERROR);
return ContainerUtils.logAndReturnError(LOG, ex, msg); return ContainerUtils.logAndReturnError(LOG, ex, msg);
} }
return handler.handle(msg, container); responseProto = handler.handle(msg, container);
if (responseProto != null) {
metrics.incContainerOpsLatencies(cmdType, System.nanoTime() - startTime);
}
return responseProto;
} }
@Override @Override
@ -187,4 +198,9 @@ public Container getContainer(long containerID)
private ContainerType getContainerType(Container container) { private ContainerType getContainerType(Container container) {
return container.getContainerType(); return container.getContainerType();
} }
@VisibleForTesting
public void setMetricsForTesting(ContainerMetrics containerMetrics) {
this.metrics = containerMetrics;
}
} }

View File

@ -18,7 +18,7 @@
package org.apache.hadoop.ozone.container.common.interfaces; package org.apache.hadoop.ozone.container.common.interfaces;
import com.sun.jersey.spi.resource.Singleton;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.ContainerCommandRequestProto; .ContainerCommandRequestProto;
@ -26,7 +26,7 @@
.ContainerCommandResponseProto; .ContainerCommandResponseProto;
import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.ContainerType; .ContainerType;
import org.apache.hadoop.hdds.scm.container.ContainerID; import org.apache.hadoop.ozone.container.common.helpers.ContainerMetrics;
import org.apache.hadoop.ozone.container.common.impl.ContainerSet; import org.apache.hadoop.ozone.container.common.impl.ContainerSet;
import org.apache.hadoop.ozone.container.common.volume.VolumeSet; import org.apache.hadoop.ozone.container.common.volume.VolumeSet;
import org.apache.hadoop.ozone.container.keyvalue.KeyValueHandler; import org.apache.hadoop.ozone.container.keyvalue.KeyValueHandler;
@ -42,19 +42,22 @@ public class Handler {
protected final ContainerSet containerSet; protected final ContainerSet containerSet;
protected final VolumeSet volumeSet; protected final VolumeSet volumeSet;
protected String scmID; protected String scmID;
protected final ContainerMetrics metrics;
protected Handler(Configuration config, ContainerSet contSet, protected Handler(Configuration config, ContainerSet contSet,
VolumeSet volumeSet) { VolumeSet volumeSet, ContainerMetrics containerMetrics) {
conf = config; conf = config;
containerSet = contSet; containerSet = contSet;
this.volumeSet = volumeSet; this.volumeSet = volumeSet;
this.metrics = containerMetrics;
} }
public static Handler getHandlerForContainerType(ContainerType containerType, public static Handler getHandlerForContainerType(ContainerType containerType,
Configuration config, ContainerSet contSet, VolumeSet volumeSet) { Configuration config, ContainerSet contSet, VolumeSet volumeSet,
ContainerMetrics metrics) {
switch (containerType) { switch (containerType) {
case KeyValueContainer: case KeyValueContainer:
return KeyValueHandler.getInstance(config, contSet, volumeSet); return KeyValueHandler.getInstance(config, contSet, volumeSet, metrics);
default: default:
throw new IllegalArgumentException("Handler for ContainerType: " + throw new IllegalArgumentException("Handler for ContainerType: " +
containerType + "doesn't exist."); containerType + "doesn't exist.");
@ -69,4 +72,5 @@ public ContainerCommandResponseProto handle(
public void setScmID(String scmId) { public void setScmID(String scmId) {
this.scmID = scmId; this.scmID = scmId;
} }
} }

View File

@ -44,6 +44,7 @@
import org.apache.hadoop.hdds.scm.container.common.helpers import org.apache.hadoop.hdds.scm.container.common.helpers
.StorageContainerException; .StorageContainerException;
import org.apache.hadoop.ozone.container.common.helpers.ChunkInfo; import org.apache.hadoop.ozone.container.common.helpers.ChunkInfo;
import org.apache.hadoop.ozone.container.common.helpers.ContainerMetrics;
import org.apache.hadoop.ozone.container.common.interfaces.Container; import org.apache.hadoop.ozone.container.common.interfaces.Container;
import org.apache.hadoop.ozone.container.keyvalue.helpers.KeyValueContainerUtil; import org.apache.hadoop.ozone.container.keyvalue.helpers.KeyValueContainerUtil;
import org.apache.hadoop.ozone.container.keyvalue.helpers.SmallFileUtils; import org.apache.hadoop.ozone.container.keyvalue.helpers.SmallFileUtils;
@ -71,7 +72,20 @@
import java.util.Map; import java.util.Map;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Result.*; .Result.CONTAINER_INTERNAL_ERROR;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Result.CLOSED_CONTAINER_IO;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Result.DELETE_ON_OPEN_CONTAINER;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Result.IO_EXCEPTION;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Result.INVALID_CONTAINER_STATE;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Result.GET_SMALL_FILE_ERROR;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Result.PUT_SMALL_FILE_ERROR;
import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos import static org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos
.Stage; .Stage;
@ -94,16 +108,18 @@ public class KeyValueHandler extends Handler {
// TODO : Add metrics and populate it. // TODO : Add metrics and populate it.
public static KeyValueHandler getInstance(Configuration config, public static KeyValueHandler getInstance(Configuration config,
ContainerSet contSet, VolumeSet volSet) { ContainerSet contSet,
VolumeSet volSet,
ContainerMetrics metrics) {
if (INSTANCE == null) { if (INSTANCE == null) {
INSTANCE = new KeyValueHandler(config, contSet, volSet); INSTANCE = new KeyValueHandler(config, contSet, volSet, metrics);
} }
return INSTANCE; return INSTANCE;
} }
private KeyValueHandler(Configuration config, ContainerSet contSet, private KeyValueHandler(Configuration config, ContainerSet contSet,
VolumeSet volSet) { VolumeSet volSet, ContainerMetrics metrics) {
super(config, contSet, volSet); super(config, contSet, volSet, metrics);
containerType = ContainerType.KeyValueContainer; containerType = ContainerType.KeyValueContainer;
keyManager = new KeyManagerImpl(config); keyManager = new KeyManagerImpl(config);
chunkManager = new ChunkManagerImpl(); chunkManager = new ChunkManagerImpl();
@ -342,6 +358,8 @@ ContainerCommandResponseProto handlePutKey(
Preconditions.checkNotNull(keyData); Preconditions.checkNotNull(keyData);
keyManager.putKey(kvContainer, keyData); keyManager.putKey(kvContainer, keyData);
long numBytes = keyData.getProtoBufMessage().toByteArray().length;
metrics.incContainerBytesStats(Type.PutKey, numBytes);
} catch (StorageContainerException ex) { } catch (StorageContainerException ex) {
return ContainerUtils.logAndReturnError(LOG, ex, request); return ContainerUtils.logAndReturnError(LOG, ex, request);
} catch (IOException ex) { } catch (IOException ex) {
@ -370,6 +388,8 @@ ContainerCommandResponseProto handleGetKey(
BlockID blockID = BlockID.getFromProtobuf( BlockID blockID = BlockID.getFromProtobuf(
request.getGetKey().getBlockID()); request.getGetKey().getBlockID());
responseData = keyManager.getKey(kvContainer, blockID); responseData = keyManager.getKey(kvContainer, blockID);
long numBytes = responseData.getProtoBufMessage().toByteArray().length;
metrics.incContainerBytesStats(Type.GetKey, numBytes);
} catch (StorageContainerException ex) { } catch (StorageContainerException ex) {
return ContainerUtils.logAndReturnError(LOG, ex, request); return ContainerUtils.logAndReturnError(LOG, ex, request);
@ -434,6 +454,7 @@ ContainerCommandResponseProto handleReadChunk(
Preconditions.checkNotNull(chunkInfo); Preconditions.checkNotNull(chunkInfo);
data = chunkManager.readChunk(kvContainer, blockID, chunkInfo); data = chunkManager.readChunk(kvContainer, blockID, chunkInfo);
metrics.incContainerBytesStats(Type.ReadChunk, data.length);
} catch (StorageContainerException ex) { } catch (StorageContainerException ex) {
return ContainerUtils.logAndReturnError(LOG, ex, request); return ContainerUtils.logAndReturnError(LOG, ex, request);
} catch (IOException ex) { } catch (IOException ex) {
@ -507,6 +528,13 @@ ContainerCommandResponseProto handleWriteChunk(
chunkManager.writeChunk(kvContainer, blockID, chunkInfo, data, chunkManager.writeChunk(kvContainer, blockID, chunkInfo, data,
request.getWriteChunk().getStage()); request.getWriteChunk().getStage());
// We should increment stats after writeChunk
if (request.getWriteChunk().getStage() == Stage.WRITE_DATA ||
request.getWriteChunk().getStage() == Stage.COMBINED) {
metrics.incContainerBytesStats(Type.WriteChunk, request.getWriteChunk()
.getChunkData().getLen());
}
} catch (StorageContainerException ex) { } catch (StorageContainerException ex) {
return ContainerUtils.logAndReturnError(LOG, ex, request); return ContainerUtils.logAndReturnError(LOG, ex, request);
} catch (IOException ex) { } catch (IOException ex) {
@ -555,6 +583,7 @@ ContainerCommandResponseProto handlePutSmallFile(
chunks.add(chunkInfo.getProtoBufMessage()); chunks.add(chunkInfo.getProtoBufMessage());
keyData.setChunks(chunks); keyData.setChunks(chunks);
keyManager.putKey(kvContainer, keyData); keyManager.putKey(kvContainer, keyData);
metrics.incContainerBytesStats(Type.PutSmallFile, data.length);
} catch (StorageContainerException ex) { } catch (StorageContainerException ex) {
return ContainerUtils.logAndReturnError(LOG, ex, request); return ContainerUtils.logAndReturnError(LOG, ex, request);
@ -597,7 +626,7 @@ ContainerCommandResponseProto handleGetSmallFile(
dataBuf = dataBuf.concat(current); dataBuf = dataBuf.concat(current);
chunkInfo = chunk; chunkInfo = chunk;
} }
metrics.incContainerBytesStats(Type.GetSmallFile, dataBuf.size());
return SmallFileUtils.getGetSmallFileResponseSuccess(request, dataBuf return SmallFileUtils.getGetSmallFileResponseSuccess(request, dataBuf
.toByteArray(), ChunkInfo.getFromProtoBuf(chunkInfo)); .toByteArray(), ChunkInfo.getFromProtoBuf(chunkInfo));
} catch (StorageContainerException e) { } catch (StorageContainerException e) {

View File

@ -25,6 +25,7 @@
.ContainerCommandRequestProto; .ContainerCommandRequestProto;
import org.apache.hadoop.hdds.scm.ScmConfigKeys; import org.apache.hadoop.hdds.scm.ScmConfigKeys;
import org.apache.hadoop.hdfs.MiniDFSCluster; import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.ozone.container.common.helpers.ContainerMetrics;
import org.apache.hadoop.ozone.container.common.impl.ContainerSet; import org.apache.hadoop.ozone.container.common.impl.ContainerSet;
import org.apache.hadoop.ozone.container.common.impl.HddsDispatcher; import org.apache.hadoop.ozone.container.common.impl.HddsDispatcher;
import org.apache.hadoop.ozone.container.common.interfaces.Container; import org.apache.hadoop.ozone.container.common.interfaces.Container;
@ -34,11 +35,14 @@
import org.junit.Test; import org.junit.Test;
import org.junit.rules.TestRule; import org.junit.rules.TestRule;
import org.junit.rules.Timeout; import org.junit.rules.Timeout;
import org.mockito.Mockito;
import static org.mockito.ArgumentMatchers.any; import static org.mockito.ArgumentMatchers.any;
import static org.mockito.ArgumentMatchers.anyLong; import static org.mockito.ArgumentMatchers.anyLong;
import org.mockito.Mockito; import static org.mockito.Mockito.doCallRealMethod;
import static org.mockito.Mockito.times; import static org.mockito.Mockito.times;
import java.util.UUID; import java.util.UUID;
/** /**
@ -93,10 +97,13 @@ public void testHandlerCommandHandling() throws Exception{
Mockito.when(dispatcher.getContainer(anyLong())).thenReturn( Mockito.when(dispatcher.getContainer(anyLong())).thenReturn(
Mockito.mock(KeyValueContainer.class)); Mockito.mock(KeyValueContainer.class));
Mockito.when(handler.handle(any(), any())).thenCallRealMethod(); Mockito.when(handler.handle(any(), any())).thenCallRealMethod();
doCallRealMethod().when(dispatcher).setMetricsForTesting(any());
dispatcher.setMetricsForTesting(Mockito.mock(ContainerMetrics.class));
// Test Create Container Request handling // Test Create Container Request handling
ContainerCommandRequestProto createContainerRequest = ContainerCommandRequestProto createContainerRequest =
getDummyCommandRequestProto(ContainerProtos.Type.CreateContainer); getDummyCommandRequestProto(ContainerProtos.Type.CreateContainer);
dispatcher.dispatch(createContainerRequest); dispatcher.dispatch(createContainerRequest);
Mockito.verify(handler, times(1)).handleCreateContainer( Mockito.verify(handler, times(1)).handleCreateContainer(
any(ContainerCommandRequestProto.class), any()); any(ContainerCommandRequestProto.class), any());
@ -207,8 +214,8 @@ public void testHandlerCommandHandling() throws Exception{
any(ContainerCommandRequestProto.class), any()); any(ContainerCommandRequestProto.class), any());
} }
private ContainerCommandRequestProto getDummyCommandRequestProto private ContainerCommandRequestProto getDummyCommandRequestProto(
(ContainerProtos.Type cmdType) { ContainerProtos.Type cmdType) {
ContainerCommandRequestProto request = ContainerCommandRequestProto request =
ContainerProtos.ContainerCommandRequestProto.newBuilder() ContainerProtos.ContainerCommandRequestProto.newBuilder()
.setCmdType(cmdType) .setCmdType(cmdType)

View File

@ -20,9 +20,10 @@
import static org.apache.hadoop.test.MetricsAsserts.assertCounter; import static org.apache.hadoop.test.MetricsAsserts.assertCounter;
import static org.apache.hadoop.test.MetricsAsserts.assertQuantileGauges; import static org.apache.hadoop.test.MetricsAsserts.assertQuantileGauges;
import static org.apache.hadoop.test.MetricsAsserts.getMetrics; import static org.apache.hadoop.test.MetricsAsserts.getMetrics;
import static org.mockito.Mockito.mock;
import org.apache.hadoop.fs.FileUtil;
import org.apache.hadoop.hdds.client.BlockID; import org.apache.hadoop.hdds.client.BlockID;
import org.apache.hadoop.hdds.scm.ScmConfigKeys;
import org.apache.hadoop.hdfs.DFSConfigKeys; import org.apache.hadoop.hdfs.DFSConfigKeys;
import org.apache.hadoop.hdds.conf.OzoneConfiguration; import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.hdds.protocol.DatanodeDetails; import org.apache.hadoop.hdds.protocol.DatanodeDetails;
@ -34,18 +35,19 @@
import org.apache.hadoop.metrics2.MetricsRecordBuilder; import org.apache.hadoop.metrics2.MetricsRecordBuilder;
import org.apache.hadoop.ozone.OzoneConfigKeys; import org.apache.hadoop.ozone.OzoneConfigKeys;
import org.apache.hadoop.ozone.container.ContainerTestHelper; import org.apache.hadoop.ozone.container.ContainerTestHelper;
import org.apache.hadoop.ozone.container.common.helpers.ChunkInfo; import org.apache.hadoop.ozone.container.common.impl.ContainerSet;
import org.apache.hadoop.ozone.container.common.impl.Dispatcher; import org.apache.hadoop.ozone.container.common.impl.HddsDispatcher;
import org.apache.hadoop.ozone.container.common.interfaces.ChunkManager; import org.apache.hadoop.ozone.container.common.volume.VolumeSet;
import org.apache.hadoop.ozone.container.common.interfaces.ContainerManager;
import org.apache.hadoop.ozone.container.common.transport.server.XceiverServer; import org.apache.hadoop.ozone.container.common.transport.server.XceiverServer;
import org.apache.hadoop.hdds.scm.TestUtils; import org.apache.hadoop.hdds.scm.TestUtils;
import org.apache.hadoop.ozone.web.utils.OzoneUtils;
import org.apache.hadoop.hdds.scm.XceiverClient; import org.apache.hadoop.hdds.scm.XceiverClient;
import org.apache.hadoop.hdds.scm.container.common.helpers.Pipeline; import org.apache.hadoop.hdds.scm.container.common.helpers.Pipeline;
import org.apache.hadoop.test.GenericTestUtils;
import org.junit.Assert; import org.junit.Assert;
import org.junit.Test; import org.junit.Test;
import org.mockito.Mockito;
import java.io.File;
import java.util.UUID;
/** /**
* Test for metrics published by storage containers. * Test for metrics published by storage containers.
@ -57,7 +59,7 @@ public void testContainerMetrics() throws Exception {
XceiverServer server = null; XceiverServer server = null;
XceiverClient client = null; XceiverClient client = null;
long containerID = ContainerTestHelper.getTestContainerID(); long containerID = ContainerTestHelper.getTestContainerID();
String keyName = OzoneUtils.getRequestID(); String path = GenericTestUtils.getRandomizedTempPath();
try { try {
final int interval = 1; final int interval = 1;
@ -70,22 +72,14 @@ public void testContainerMetrics() throws Exception {
conf.setInt(DFSConfigKeys.DFS_METRICS_PERCENTILES_INTERVALS_KEY, conf.setInt(DFSConfigKeys.DFS_METRICS_PERCENTILES_INTERVALS_KEY,
interval); interval);
// Since we are only testing for container metrics and we can just
// mock the ContainerManager and ChunkManager instances instead of
// starting the whole cluster.
ContainerManager containerManager = mock(ContainerManager.class);
ChunkManager chunkManager = mock(ChunkManager.class);
Mockito.doNothing().when(chunkManager).writeChunk(
Mockito.any(BlockID.class),
Mockito.any(ChunkInfo.class), Mockito.any(byte[].class),
Mockito.any(ContainerProtos.Stage.class));
Mockito.doReturn(chunkManager).when(containerManager).getChunkManager();
Mockito.doReturn(true).when(containerManager).isOpen(containerID);
Dispatcher dispatcher = new Dispatcher(containerManager, conf);
dispatcher.init();
DatanodeDetails datanodeDetails = TestUtils.getDatanodeDetails(); DatanodeDetails datanodeDetails = TestUtils.getDatanodeDetails();
conf.set(ScmConfigKeys.HDDS_DATANODE_DIR_KEY, path);
VolumeSet volumeSet = new VolumeSet(datanodeDetails, conf);
ContainerSet containerSet = new ContainerSet();
HddsDispatcher dispatcher = new HddsDispatcher(conf, containerSet,
volumeSet);
dispatcher.setScmId(UUID.randomUUID().toString());
server = new XceiverServer(datanodeDetails, conf, dispatcher); server = new XceiverServer(datanodeDetails, conf, dispatcher);
client = new XceiverClient(pipeline, conf); client = new XceiverClient(pipeline, conf);
@ -102,6 +96,8 @@ public void testContainerMetrics() throws Exception {
// Write Chunk // Write Chunk
BlockID blockID = ContainerTestHelper.getTestBlockID(containerID); BlockID blockID = ContainerTestHelper.getTestBlockID(containerID);
ContainerTestHelper.getWriteChunkRequest(
pipeline, blockID, 1024);
ContainerProtos.ContainerCommandRequestProto writeChunkRequest = ContainerProtos.ContainerCommandRequestProto writeChunkRequest =
ContainerTestHelper.getWriteChunkRequest( ContainerTestHelper.getWriteChunkRequest(
pipeline, blockID, 1024); pipeline, blockID, 1024);
@ -109,13 +105,21 @@ public void testContainerMetrics() throws Exception {
Assert.assertEquals(ContainerProtos.Result.SUCCESS, Assert.assertEquals(ContainerProtos.Result.SUCCESS,
response.getResult()); response.getResult());
//Read Chunk
ContainerProtos.ContainerCommandRequestProto readChunkRequest =
ContainerTestHelper.getReadChunkRequest(pipeline, writeChunkRequest
.getWriteChunk());
response = client.sendCommand(readChunkRequest);
Assert.assertEquals(ContainerProtos.Result.SUCCESS, response.getResult());
MetricsRecordBuilder containerMetrics = getMetrics( MetricsRecordBuilder containerMetrics = getMetrics(
"StorageContainerMetrics"); "StorageContainerMetrics");
assertCounter("NumOps", 2L, containerMetrics); assertCounter("NumOps", 3L, containerMetrics);
assertCounter("numCreateContainer", 1L, containerMetrics); assertCounter("numCreateContainer", 1L, containerMetrics);
assertCounter("numWriteChunk", 1L, containerMetrics); assertCounter("numWriteChunk", 1L, containerMetrics);
assertCounter("numReadChunk", 1L, containerMetrics);
assertCounter("bytesWriteChunk", 1024L, containerMetrics); assertCounter("bytesWriteChunk", 1024L, containerMetrics);
assertCounter("LatencyWriteChunkNumOps", 1L, containerMetrics); assertCounter("bytesReadChunk", 1024L, containerMetrics);
String sec = interval + "s"; String sec = interval + "s";
Thread.sleep((interval + 1) * 1000); Thread.sleep((interval + 1) * 1000);
@ -127,6 +131,11 @@ public void testContainerMetrics() throws Exception {
if (server != null) { if (server != null) {
server.stop(); server.stop();
} }
// clean up volume dir
File file = new File(path);
if(file.exists()) {
FileUtil.fullyDelete(file);
}
} }
} }
} }