Revert "HDFS-16531. Avoid setReplication writing an edit record if old replication equals the new value (#4148). Contributed by Stephen O'Donnell."
This reverts commit 8ae033d1a3
.
This commit is contained in:
parent
7ae328949e
commit
5e137ac33e
@ -49,11 +49,6 @@
|
||||
import static org.apache.hadoop.hdfs.DFSConfigKeys.DFS_QUOTA_BY_STORAGETYPE_ENABLED_KEY;
|
||||
|
||||
public class FSDirAttrOp {
|
||||
|
||||
protected enum SetRepStatus {
|
||||
UNCHANGED, INVALID, SUCCESS
|
||||
}
|
||||
|
||||
static FileStatus setPermission(
|
||||
FSDirectory fsd, FSPermissionChecker pc, final String src,
|
||||
FsPermission permission) throws IOException {
|
||||
@ -134,11 +129,11 @@ static FileStatus setTimes(
|
||||
return fsd.getAuditFileInfo(iip);
|
||||
}
|
||||
|
||||
static SetRepStatus setReplication(
|
||||
static boolean setReplication(
|
||||
FSDirectory fsd, FSPermissionChecker pc, BlockManager bm, String src,
|
||||
final short replication) throws IOException {
|
||||
bm.verifyReplication(src, replication, null);
|
||||
final SetRepStatus status;
|
||||
final boolean isFile;
|
||||
fsd.writeLock();
|
||||
try {
|
||||
final INodesInPath iip = fsd.resolvePath(pc, src, DirOp.WRITE);
|
||||
@ -146,14 +141,16 @@ static SetRepStatus setReplication(
|
||||
fsd.checkPathAccess(pc, iip, FsAction.WRITE);
|
||||
}
|
||||
|
||||
status = unprotectedSetReplication(fsd, iip, replication);
|
||||
if (status == SetRepStatus.SUCCESS) {
|
||||
final BlockInfo[] blocks = unprotectedSetReplication(fsd, iip,
|
||||
replication);
|
||||
isFile = blocks != null;
|
||||
if (isFile) {
|
||||
fsd.getEditLog().logSetReplication(iip.getPath(), replication);
|
||||
}
|
||||
} finally {
|
||||
fsd.writeUnlock();
|
||||
}
|
||||
return status;
|
||||
return isFile;
|
||||
}
|
||||
|
||||
static FileStatus unsetStoragePolicy(FSDirectory fsd, FSPermissionChecker pc,
|
||||
@ -377,7 +374,7 @@ static INodeDirectory unprotectedSetQuota(
|
||||
return dirNode;
|
||||
}
|
||||
|
||||
static SetRepStatus unprotectedSetReplication(
|
||||
static BlockInfo[] unprotectedSetReplication(
|
||||
FSDirectory fsd, INodesInPath iip, short replication)
|
||||
throws QuotaExceededException, UnresolvedLinkException,
|
||||
SnapshotAccessControlException, UnsupportedActionException {
|
||||
@ -387,20 +384,12 @@ static SetRepStatus unprotectedSetReplication(
|
||||
final INode inode = iip.getLastINode();
|
||||
if (inode == null || !inode.isFile() || inode.asFile().isStriped()) {
|
||||
// TODO we do not support replication on stripe layout files yet
|
||||
// We return invalid here, so we skip writing an edit, but also write an
|
||||
// unsuccessful audit message.
|
||||
return SetRepStatus.INVALID;
|
||||
return null;
|
||||
}
|
||||
|
||||
INodeFile file = inode.asFile();
|
||||
// Make sure the directory has sufficient quotas
|
||||
short oldBR = file.getPreferredBlockReplication();
|
||||
if (oldBR == replication) {
|
||||
// No need to do anything as the requested rep factor is the same as
|
||||
// existing. Returning UNCHANGED to we can skip writing edits, but still
|
||||
// log a successful audit message.
|
||||
return SetRepStatus.UNCHANGED;
|
||||
}
|
||||
|
||||
long size = file.computeFileSize(true, true);
|
||||
// Ensure the quota does not exceed
|
||||
@ -431,7 +420,7 @@ static SetRepStatus unprotectedSetReplication(
|
||||
oldBR, iip.getPath());
|
||||
}
|
||||
}
|
||||
return SetRepStatus.SUCCESS;
|
||||
return file.getBlocks();
|
||||
}
|
||||
|
||||
static void unprotectedSetStoragePolicy(FSDirectory fsd, BlockManager bm,
|
||||
|
@ -2370,7 +2370,7 @@ void createSymlink(String target, String link,
|
||||
boolean setReplication(final String src, final short replication)
|
||||
throws IOException {
|
||||
final String operationName = "setReplication";
|
||||
FSDirAttrOp.SetRepStatus status;
|
||||
boolean success = false;
|
||||
checkOperation(OperationCategory.WRITE);
|
||||
final FSPermissionChecker pc = getPermissionChecker();
|
||||
FSPermissionChecker.setOperationType(operationName);
|
||||
@ -2379,7 +2379,7 @@ boolean setReplication(final String src, final short replication)
|
||||
try {
|
||||
checkOperation(OperationCategory.WRITE);
|
||||
checkNameNodeSafeMode("Cannot set replication for " + src);
|
||||
status = FSDirAttrOp.setReplication(dir, pc, blockManager, src,
|
||||
success = FSDirAttrOp.setReplication(dir, pc, blockManager, src,
|
||||
replication);
|
||||
} finally {
|
||||
writeUnlock(operationName);
|
||||
@ -2388,12 +2388,11 @@ boolean setReplication(final String src, final short replication)
|
||||
logAuditEvent(false, operationName, src);
|
||||
throw e;
|
||||
}
|
||||
if (status == FSDirAttrOp.SetRepStatus.SUCCESS) {
|
||||
if (success) {
|
||||
getEditLog().logSync();
|
||||
logAuditEvent(true, operationName, src);
|
||||
}
|
||||
logAuditEvent(status != FSDirAttrOp.SetRepStatus.INVALID,
|
||||
operationName, src);
|
||||
return status != FSDirAttrOp.SetRepStatus.INVALID;
|
||||
return success;
|
||||
}
|
||||
|
||||
/**
|
||||
|
@ -82,12 +82,6 @@ static void setrep(int fromREP, int toREP, boolean simulatedStorage) throws IOEx
|
||||
public void testSetrepIncreasing() throws IOException {
|
||||
setrep(3, 7, false);
|
||||
}
|
||||
|
||||
@Test(timeout=120000)
|
||||
public void testSetrepSameRepValue() throws IOException {
|
||||
setrep(3, 3, false);
|
||||
}
|
||||
|
||||
@Test(timeout=120000)
|
||||
public void testSetrepIncreasingSimulatedStorage() throws IOException {
|
||||
setrep(3, 7, true);
|
||||
|
Loading…
Reference in New Issue
Block a user