diff --git a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml index 896874f32d..1a5c223161 100644 --- a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml +++ b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml @@ -685,6 +685,9 @@ fs.azure.account.key.* fs.azure.oauth2.* fs.adl.oauth2.* + fs.gs.encryption.* + fs.gs.proxy.* + fs.gs.auth.* credential$ oauth.*secret oauth.*password @@ -1071,6 +1074,15 @@ + + fs.viewfs.overload.scheme.target.gs.impl + com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS + The GoogleHadoopFS/Google Cloud Storage file system for view + file system overload scheme when child file system and ViewFSOverloadScheme's + schemes are gs. + + + fs.viewfs.overload.scheme.target.https.impl org.apache.hadoop.fs.http.HttpsFileSystem @@ -2264,6 +2276,13 @@ This setting provides better performance compared to blob-specific saskeys. + + + fs.AbstractFileSystem.gs.impl + com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS + The AbstractFileSystem for gs: uris. + + io.seqfile.compress.blocksize 1000000 diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java index 8fd1df82b2..5678ec7e41 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java @@ -117,7 +117,6 @@ public void initializeMemberVariables() { xmlPrefixToSkipCompare.add("fs.abfs.impl"); xmlPrefixToSkipCompare.add("fs.abfss.impl"); - // ADL properties are in a different subtree // - org.apache.hadoop.hdfs.web.ADLConfKeys xmlPrefixToSkipCompare.add("adl."); @@ -130,6 +129,7 @@ public void initializeMemberVariables() { xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.abfss.impl"); xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.file.impl"); xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.ftp.impl"); + xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.gs.impl"); xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.hdfs.impl"); xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.http.impl"); xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.https.impl"); @@ -139,9 +139,9 @@ public void initializeMemberVariables() { xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.s3a.impl"); xmlPropsToSkipCompare. add("fs.viewfs.overload.scheme.target.swebhdfs.impl"); + xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.swift.impl"); xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.webhdfs.impl"); xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.wasb.impl"); - xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.swift.impl"); // Azure properties are in a different class // - org.apache.hadoop.fs.azure.AzureNativeFileSystemStore