big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

YARN-5604. [Federation] Add versioning for FederationStateStore. (#5394)

Browse Source
This commit is contained in:
slfan1989 2023-02-25 02:51:19 +08:00 committed by GitHub
parent 4067facae6
commit 27a54955f9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 86 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/FederationStateStore.java
View File

@ -60,7 +60,21 @@ public interface FederationStateStore extends
* Load the version information from the federation state store.
*
* @return the {@link Version} of the federation state store
* @throws Exception an exception occurred in load version.
*/
Version loadVersion();
Version loadVersion() throws Exception;
/**
* Store the Version information in federation state store.
*
* @throws Exception an exception occurred in store version.
*/
void storeVersion() throws Exception;
/**
* Check the version of federation stateStore.
*
* @throws Exception an exception occurred in check version.
*/
void checkVersion() throws Exception;
}

17
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/impl/MemoryFederationStateStore.java
View File

@ -31,6 +31,7 @@
import java.util.stream.Collectors;
import java.util.Comparator;
import org.apache.commons.lang3.NotImplementedException;
import org.apache.hadoop.classification.VisibleForTesting;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.security.token.delegation.DelegationKey;
@ -366,12 +367,22 @@ public GetSubClusterPoliciesConfigurationsResponse getPoliciesConfigurations(
@Override
public Version getCurrentVersion() {
return null;
throw new NotImplementedException("Code is not implemented");
}
@Override
public Version loadVersion() {
return null;
public Version loadVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
@Override
public void storeVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
@Override
public void checkVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
@Override

12
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/impl/SQLFederationStateStore.java
View File

@ -997,7 +997,17 @@ public Version getCurrentVersion() {
}
@Override
public Version loadVersion() {
public Version loadVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
@Override
public void storeVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
@Override
public void checkVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}

17
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/federation/store/impl/ZookeeperFederationStateStore.java
View File

@ -30,6 +30,7 @@
import java.util.Comparator;
import java.util.stream.Collectors;
import org.apache.commons.lang3.NotImplementedException;
import org.apache.curator.framework.recipes.shared.SharedCount;
import org.apache.curator.framework.recipes.shared.VersionedValue;
import org.apache.hadoop.classification.VisibleForTesting;
@ -642,12 +643,22 @@ public GetSubClusterPoliciesConfigurationsResponse getPoliciesConfigurations(
@Override
public Version getCurrentVersion() {
return null;
throw new NotImplementedException("Code is not implemented");
}
@Override
public Version loadVersion() {
return null;
public Version loadVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
@Override
public void storeVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
@Override
public void checkVersion() throws Exception {
throw new NotImplementedException("Code is not implemented");
}
/**

21
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/federation/store/impl/FederationStateStoreBaseTest.java
View File

@ -26,6 +26,7 @@
import java.util.HashSet;
import java.util.TimeZone;
import org.apache.commons.lang3.NotImplementedException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.security.token.delegation.DelegationKey;
@ -1043,4 +1044,24 @@ public void testGetTokenByRouterStoreToken() throws IOException, YarnException,
checkRouterStoreToken(identifier, getStoreTokenResp);
}
@Test(expected = NotImplementedException.class)
public void testGetCurrentVersion() {
stateStore.getCurrentVersion();
}
@Test(expected = NotImplementedException.class)
public void testStoreVersion() throws Exception {
stateStore.storeVersion();
}
@Test(expected = NotImplementedException.class)
public void testLoadVersion() throws Exception {
stateStore.loadVersion();
}
@Test(expected = NotImplementedException.class)
public void testCheckVersion() throws Exception {
stateStore.checkVersion();
}
}

12
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/federation/FederationStateStoreService.java
View File

@ -266,10 +266,20 @@ public Version getCurrentVersion() {
}
@Override
public Version loadVersion() {
public Version loadVersion() throws Exception {
return stateStoreClient.getCurrentVersion();
}
@Override
public void storeVersion() throws Exception {
stateStoreClient.storeVersion();
}
@Override
public void checkVersion() throws Exception {
stateStoreClient.checkVersion();
}
@Override
public GetSubClusterPolicyConfigurationResponse getPolicyConfiguration(
GetSubClusterPolicyConfigurationRequest request) throws YarnException {