big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HDFS-13937. Multipart Uploader APIs to be marked as private/unstable in 3.2.0. Contributed by Steve Loughran.

Browse Source
This commit is contained in:
Sunil G 2018-09-24 21:19:47 +05:30
parent 32a35dc94b
commit d060cbea48
6 changed files with 27 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/BBPartHandle.java
View File

@ -19,9 +19,14 @@
import java.nio.ByteBuffer; import java.nio.ByteBuffer;
import java.util.Arrays; import java.util.Arrays;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
/** /**
* Byte array backed part handle. * Byte array backed part handle.
*/ */
@InterfaceAudience.Private
@InterfaceStability.Unstable
public final class BBPartHandle implements PartHandle { public final class BBPartHandle implements PartHandle {
private static final long serialVersionUID = 0x23ce3eb1; private static final long serialVersionUID = 0x23ce3eb1;

5
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/BBUploadHandle.java
View File

@ -19,9 +19,14 @@
import java.nio.ByteBuffer; import java.nio.ByteBuffer;
import java.util.Arrays; import java.util.Arrays;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
/** /**
* Byte array backed upload handle. * Byte array backed upload handle.
*/ */
@InterfaceAudience.Private
@InterfaceStability.Unstable
public final class BBUploadHandle implements UploadHandle { public final class BBUploadHandle implements UploadHandle {
private static final long serialVersionUID = 0x69d5509b; private static final long serialVersionUID = 0x69d5509b;

4
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileSystemMultipartUploader.java
View File

@ -28,6 +28,8 @@
import org.apache.commons.compress.utils.IOUtils; import org.apache.commons.compress.utils.IOUtils;
import org.apache.commons.lang3.tuple.Pair; import org.apache.commons.lang3.tuple.Pair;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.permission.FsPermission; import org.apache.hadoop.fs.permission.FsPermission;
@ -44,6 +46,8 @@
* and then delete the temp directory.</li> * and then delete the temp directory.</li>
* </ul> * </ul>
*/ */
@InterfaceAudience.Private
@InterfaceStability.Unstable
public class FileSystemMultipartUploader extends MultipartUploader { public class FileSystemMultipartUploader extends MultipartUploader {
private final FileSystem fs; private final FileSystem fs;

5
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/MultipartUploader.java
View File

@ -27,6 +27,9 @@
import org.apache.commons.lang3.tuple.Pair; import org.apache.commons.lang3.tuple.Pair;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
/** /**
* MultipartUploader is an interface for copying files multipart and across * MultipartUploader is an interface for copying files multipart and across
* multiple nodes. Users should: * multiple nodes. Users should:
@ -41,6 +44,8 @@
* that 'complete' will reorder parts if the destination FS doesn't already * that 'complete' will reorder parts if the destination FS doesn't already
* do it for them. * do it for them.
*/ */
@InterfaceAudience.Private
@InterfaceStability.Unstable
public abstract class MultipartUploader { public abstract class MultipartUploader {
public static final Logger LOG = public static final Logger LOG =
LoggerFactory.getLogger(MultipartUploader.class); LoggerFactory.getLogger(MultipartUploader.class);

4
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/MultipartUploaderFactory.java
View File

@ -16,6 +16,8 @@
*/ */
package org.apache.hadoop.fs; package org.apache.hadoop.fs;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
@ -28,6 +30,8 @@
* {@link ServiceLoader}-driven uploader API for storage services supporting * {@link ServiceLoader}-driven uploader API for storage services supporting
* multipart uploads. * multipart uploads.
*/ */
@InterfaceAudience.Private
@InterfaceStability.Unstable
public abstract class MultipartUploaderFactory { public abstract class MultipartUploaderFactory {
public static final Logger LOG = public static final Logger LOG =
LoggerFactory.getLogger(MultipartUploaderFactory.class); LoggerFactory.getLogger(MultipartUploaderFactory.class);

4
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/S3AMultipartUploader.java
View File

@ -38,6 +38,8 @@
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.tuple.Pair; import org.apache.commons.lang3.tuple.Pair;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.BBPartHandle; import org.apache.hadoop.fs.BBPartHandle;
import org.apache.hadoop.fs.BBUploadHandle; import org.apache.hadoop.fs.BBUploadHandle;
@ -55,6 +57,8 @@
* MultipartUploader for S3AFileSystem. This uses the S3 multipart * MultipartUploader for S3AFileSystem. This uses the S3 multipart
* upload mechanism. * upload mechanism.
*/ */
@InterfaceAudience.Private
@InterfaceStability.Unstable
public class S3AMultipartUploader extends MultipartUploader { public class S3AMultipartUploader extends MultipartUploader {
private final S3AFileSystem s3a; private final S3AFileSystem s3a;