big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDDS-350. ContainerMapping#flushContainerInfo doesn't set containerId. Contributed by Ajay Kumar.

Browse Source
This commit is contained in:
Xiaoyu Yao 2018-08-22 10:53:54 -07:00
parent 5aa15cfaff
commit 4c25f37c6c
3 changed files with 10 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/container/common/helpers/ContainerInfo.java
View File

@ -212,6 +212,7 @@ public void allocate(long size) {
public HddsProtos.SCMContainerInfo getProtobuf() { public HddsProtos.SCMContainerInfo getProtobuf() {
HddsProtos.SCMContainerInfo.Builder builder = HddsProtos.SCMContainerInfo.Builder builder =
HddsProtos.SCMContainerInfo.newBuilder(); HddsProtos.SCMContainerInfo.newBuilder();
Preconditions.checkState(containerID > 0);
return builder.setAllocatedBytes(getAllocatedBytes()) return builder.setAllocatedBytes(getAllocatedBytes())
.setContainerID(getContainerID()) .setContainerID(getContainerID())
.setUsedBytes(getUsedBytes()) .setUsedBytes(getUsedBytes())

16
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/ContainerMapping.java
View File

@ -733,21 +733,7 @@ public void flushContainerInfo() throws IOException {
// return info of a deleted container. may revisit this in the future, // return info of a deleted container. may revisit this in the future,
// for now, just skip a not-found container // for now, just skip a not-found container
if (containerBytes != null) { if (containerBytes != null) {
HddsProtos.SCMContainerInfo oldInfoProto = containerStore.put(dbKey, info.getProtobuf().toByteArray());
HddsProtos.SCMContainerInfo.PARSER.parseFrom(containerBytes);
ContainerInfo oldInfo = ContainerInfo.fromProtobuf(oldInfoProto);
ContainerInfo newInfo = new ContainerInfo.Builder()
.setAllocatedBytes(info.getAllocatedBytes())
.setNumberOfKeys(oldInfo.getNumberOfKeys())
.setOwner(oldInfo.getOwner())
.setPipelineID(oldInfo.getPipelineID())
.setState(oldInfo.getState())
.setUsedBytes(oldInfo.getUsedBytes())
.setDeleteTransactionId(oldInfo.getDeleteTransactionId())
.setReplicationFactor(oldInfo.getReplicationFactor())
.setReplicationType(oldInfo.getReplicationType())
.build();
containerStore.put(dbKey, newInfo.getProtobuf().toByteArray());
} else { } else {
LOG.debug("Container state manager has container {} but not found " + LOG.debug("Container state manager has container {} but not found " +
"in container store, a deleted container?", "in container store, a deleted container?",

8
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/TestContainerMapping.java
View File

@ -360,4 +360,12 @@ private ContainerInfo createContainer()
return containerInfo; return containerInfo;
} }
@Test
public void testFlushAllContainers() throws IOException {
ContainerInfo info = createContainer();
List<ContainerInfo> containers = mapping.getStateManager().getAllContainers();
Assert.assertTrue(containers.size() > 0);
mapping.flushContainerInfo();
}
} }