diff --git a/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/KeyManagerImpl.java b/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/KeyManagerImpl.java
index c7182c2504..bf501084b7 100644
--- a/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/KeyManagerImpl.java
+++ b/hadoop-ozone/ozone-manager/src/main/java/org/apache/hadoop/ozone/om/KeyManagerImpl.java
@@ -1214,6 +1214,7 @@ public OmMultipartUploadCompleteInfo completeMultipartUpload(
             multipartKey);
         metadataManager.getKeyTable().putWithBatch(batch,
             ozoneKey, keyInfo);
+        metadataManager.getOpenKeyTable().deleteWithBatch(batch, multipartKey);
         store.commitBatchOperation(batch);
       }
       return new OmMultipartUploadCompleteInfo(omKeyArgs.getVolumeName(),