From 875062b5bc789158290bf93dadc71b5328ca4fee Mon Sep 17 00:00:00 2001 From: Wangda Tan Date: Tue, 27 Sep 2016 11:26:45 -0700 Subject: [PATCH] HADOOP-13544. JDiff reports unncessarily show unannotated APIs and cause confusion while our javadocs only show annotated and public APIs. (vinodkv via wangda) --- .../IncludePublicAnnotationsJDiffDoclet.java | 64 + .../jdiff/Apache_Hadoop_Common_2.7.2.xml | 14113 +---------- .../jdiff/Apache_Hadoop_HDFS_2.7.2.xml | 19396 +--------------- .../Apache_Hadoop_MapReduce_Common_2.7.2.xml | 727 +- .../Apache_Hadoop_MapReduce_Core_2.7.2.xml | 4165 +--- ...pache_Hadoop_MapReduce_JobClient_2.7.2.xml | 962 +- .../hadoop-mapreduce-client/pom.xml | 4 +- hadoop-project-dist/pom.xml | 4 +- .../jdiff/Apache_Hadoop_YARN_API_2.7.2.xml | 530 +- .../jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml | 613 +- .../jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml | 1051 +- ...Apache_Hadoop_YARN_Server_Common_2.7.2.xml | 1046 +- hadoop-yarn-project/hadoop-yarn/pom.xml | 4 +- 13 files changed, 308 insertions(+), 42371 deletions(-) create mode 100644 hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java diff --git a/hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java b/hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java new file mode 100644 index 0000000000..91b3a9ddf2 --- /dev/null +++ b/hadoop-common-project/hadoop-annotations/src/main/java/org/apache/hadoop/classification/tools/IncludePublicAnnotationsJDiffDoclet.java @@ -0,0 +1,64 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.classification.tools; + +import com.sun.javadoc.DocErrorReporter; +import com.sun.javadoc.LanguageVersion; +import com.sun.javadoc.RootDoc; + +import jdiff.JDiff; + +/** + * A Doclet + * that only includes class-level elements that are annotated with + * {@link org.apache.hadoop.classification.InterfaceAudience.Public}. + * Class-level elements with no annotation are excluded. + * In addition, all elements that are annotated with + * {@link org.apache.hadoop.classification.InterfaceAudience.Private} or + * {@link org.apache.hadoop.classification.InterfaceAudience.LimitedPrivate} + * are also excluded. + * It delegates to the JDiff Doclet, and takes the same options. + */ +public class IncludePublicAnnotationsJDiffDoclet { + + public static LanguageVersion languageVersion() { + return LanguageVersion.JAVA_1_5; + } + + public static boolean start(RootDoc root) { + System.out.println( + IncludePublicAnnotationsJDiffDoclet.class.getSimpleName()); + RootDocProcessor.treatUnannotatedClassesAsPrivate = true; + return JDiff.start(RootDocProcessor.process(root)); + } + + public static int optionLength(String option) { + Integer length = StabilityOptions.optionLength(option); + if (length != null) { + return length; + } + return JDiff.optionLength(option); + } + + public static boolean validOptions(String[][] options, + DocErrorReporter reporter) { + StabilityOptions.validOptions(options, reporter); + String[][] filteredOptions = StabilityOptions.filterOptions(options); + return JDiff.validOptions(filteredOptions, reporter); + } +} diff --git a/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml b/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml index 5ef99b2277..47e64d8cc6 100644 --- a/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml +++ b/hadoop-common-project/hadoop-common/dev-support/jdiff/Apache_Hadoop_Common_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - KeyProviderExtension implementation providing a short lived - cache for KeyVersions and Metadatato avoid burst - of requests to hit the underlying KeyProvider.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - KeyVersion material of the latest key version - of the key and is encrypted using the same cipher. -

- NOTE: The generated key is not stored by the KeyProvider - - @param encryptionKeyName - The latest KeyVersion of this key's material will be encrypted. - @return EncryptedKeyVersion with the generated key material, the version - name is 'EEK' (for Encrypted Encryption Key) - @throws IOException - thrown if the key material could not be generated - @throws GeneralSecurityException - thrown if the key material could not be encrypted because of a - cryptographic issue.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - The alternative to this is using the same IV for both the encryption key - and the encrypted key. Even a simple symmetric transformation like this - improves security by avoiding IV re-use. IVs will also be fairly unique - among different EEKs. - - @param encryptedKeyIV of the encrypted key (i.e. {@link - #getEncryptedKeyIv()}) - @return IV for the encryption key]]> - - - - - - - - - - - - - - - - - - - - - KeyProviderDelegationTokenExtension using a given - {@link KeyProvider}. -

- If the given KeyProvider implements the - {@link DelegationTokenExtension} interface the KeyProvider - itself will provide the extension functionality, otherwise a default - extension implementation will be used. - - @param keyProvider KeyProvider to use to create the - KeyProviderDelegationTokenExtension extension. - @return a KeyProviderDelegationTokenExtension instance - using the given KeyProvider.]]> - - - - - - - - - - - - - - - - Credentials object if it is not already present, - @param renewer the user allowed to renew the delegation tokens - @param credentials cache in which to add new delegation tokens - @return list of new delegation tokens - @throws IOException thrown if IOException if an IO error occurs.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @/ - - where : - - PROTO = http or https - - AUTHORITY = [:] - - HOSTS = [;] - - HOSTNAME = string - - PORT = integer - - If multiple hosts are provider, the Factory will create a - {@link LoadBalancingKMSClientProvider} that round-robins requests - across the provided list of hosts.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -4554,105 +3043,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - After a successful call, buf.position() will be advanced by the number - of bytes read and buf.limit() should be unchanged. -

- In the case of an exception, the values of buf.position() and buf.limit() - are undefined, and callers should be prepared to recover from this - eventuality. -

- Many implementations will throw {@link UnsupportedOperationException}, so - callers that are not confident in support for this method from the - underlying filesystem should be prepared to handle that exception. -

- Implementations should treat 0-length requests as legitimate, and must not - signal an error upon their receipt. - - @param buf - the ByteBuffer to receive the results of the read operation. - @return the number of bytes read, possibly zero, or -1 if - reach end-of-stream - @throws IOException - if there is some error performing the read]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - f is - not supported - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for - f is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for - pathPattern is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - files does not - exist - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for f is - not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - - f does not exist - @throws UnsupportedFileSystemException If file system for f - is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - Return all the files that match filePattern and are not checksum - files. Results are sorted by their names. - -

- A filename pattern is composed of regular characters and - special pattern matching characters, which are: - -

-
-
-

-

? -
Matches any single character. - -

-

* -
Matches zero or more characters. - -

-

[abc] -
Matches a single character from character set - {a,b,c}. - -

-

[a-b] -
Matches a single character from the character range - {a...b}. Note: character a must be - lexicographically less than or equal to character b. - -

-

[^a] -
Matches a single char that is not from character set or range - {a}. Note that the ^ character must occur - immediately to the right of the opening bracket. - -

-

\c -
Removes (escapes) any special meaning of character c. - -

-

{ab,cd} -
Matches a string from the string set {ab, cd} - -

-

{ab,c{de,fh}} -
Matches a string from string set {ab, cde, cfh} - -
-
-
- - @param pathPattern a regular expression specifying a pth pattern - - @return an array of paths that match the path pattern - - @throws AccessControlException If access is denied - @throws UnsupportedFileSystemException If file system for - pathPattern is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - pathPattern is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - dst already exists - @throws FileNotFoundException If src does not exist - @throws ParentNotDirectoryException If parent of dst is not - a directory - @throws UnsupportedFileSystemException If file system for - src or dst is not supported - @throws IOException If an I/O error occurred - - Exceptions applicable to file systems accessed over RPC: - @throws RpcClientException If an exception occurred in the RPC client - @throws RpcServerException If an exception occurred in the RPC server - @throws UnexpectedServerException If server implementation throws - undeclared exception to RPC server - - RuntimeExceptions: - @throws InvalidPathException If path dst is invalid]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @return har]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - true if the iteration has more elements. - - @return true if the iterator has more elements. - @throws IOException if any IO error occurs]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -16673,79 +12625,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Zookeeper disconnects can happen due to network issues or loss of - Zookeeper quorum. Thus enterNeutralMode can be used to guard against - split-brain issues. In such situations it might be prudent to call - becomeStandby too. However, such state change operations might be - expensive and enterNeutralMode can help guard against doing that for - transient issues.]]> - - - - - - - - - - - - - - - - - The application will be notified with a callback only on state changes - (i.e. there will never be successive calls to becomeActive without an - intermediate call to enterNeutralMode).
- The callbacks will be running on Zookeeper client library threads. The - application should return from these callbacks quickly so as not to impede - Zookeeper client library performance and notifications. The app will - typically remember the state change and return from the callback. It will - then proceed with implementing actions around that state change. It is - possible to be called back again while these actions are in flight and the - app should handle this scenario.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - shell(/path/to/my/script.sh arg1 arg2 ...) -
- The string between '(' and ')' is passed directly to a bash shell - (cmd.exe on Windows) and may not include any closing parentheses.

- - The shell command will be run with an environment set up to contain - all of the current Hadoop configuration variables, with the '_' character - replacing any '.' characters in the configuration keys.

- - If the shell command returns an exit code of 0, the fencing is - determined to be successful. If it returns any other exit code, the - fencing was not successful and the next fencing method in the list - will be attempted.

- - Note: this fencing method does not implement any timeout. - If timeouts are necessary, they should be implemented in the shell - script itself (eg by forking a subshell to kill its parent in - some number of seconds).]]> - - - - - - - - - - - - - - - - - - - - - - fuser to kill the process listening on the service's - TCP port. This is more accurate than using "jps" since it doesn't - require parsing, and will work even if there are multiple service - processes running on the same machine.

- It returns a successful status code if: -

    -
  • fuser indicates it successfully killed a process, or -
  • nc -z indicates that nothing is listening on the target port -
-

- This fencing mechanism is configured as following in the fencing method - list: - sshfence([[username][:ssh-port]]) - where the optional argument specifies the username and port to use - with ssh. -

- In order to achieve passwordless SSH, the operator must also configure - dfs.ha.fencing.ssh.private-key-files to point to an - SSH key that has passphrase-less access to the given username and host.]]> - - - @@ -19992,46 +14480,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - nth value.]]> - - - - - - - - - - - - - - - - - - - - - nth value in the file.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - key and - val. Returns true if such a pair exists and false when at - the end of the map]]> - - - - - - - - - - - - - - - - key or if it does not exist, at the first entry - after the named key. - -- * @param key - key that we're trying to find -- * @param val - data value if key is found -- * @return - the key that was the closest match or null if eof.]]> - - - - - - - - - key does not exist, return - the first entry that falls just before the key. Otherwise, - return the record that sorts just after. - @return - the key that was the closest match or null if eof.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - before - closing the related file descriptor. - - It is safe to use even if the readahead request has already - been fulfilled.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - An example of such an attack is: -

    -
  1. Malicious user removes his task's syslog file, and puts a link to the - jobToken file of a target user.
    2. -
  2. Malicious user tries to open the syslog file via the servlet on the - tasktracker.
    3. -
  3. The tasktracker is unaware of the symlink, and simply streams the contents - of the jobToken file. The malicious user can now access potentially sensitive - map outputs, etc. of the target user's job.
    4. -
- A similar attack is possible involving task log truncation, but in that case - due to an insecure write to a file. -
]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - = 0. Otherwise, - the length is not available. - @return The opened stream. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - key, skipping its - value. True if another entry exists, and false at end of file.]]> - - - - - - - - key and - val. Returns true if such a pair exists and false when at - end of file]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - The position passed must be a position returned by {@link - SequenceFile.Writer#getLength()} when writing this file. To seek to an arbitrary - position, use {@link SequenceFile.Reader#sync(long)}.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - SegmentDescriptor - @param segments the list of SegmentDescriptors - @param tmpDir the directory to write temporary files into - @return RawKeyValueIterator - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - For best performance, applications should make sure that the {@link - Writable#readFields(DataInput)} implementation of their keys is - very efficient. In particular, it should avoid allocating memory.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This always returns a synchronized position. In other words, - immediately after calling {@link SequenceFile.Reader#seek(long)} with a position - returned by this method, {@link SequenceFile.Reader#next(Writable)} may be called. However - the key may be earlier in the file than key last written when this - method was called (e.g., with block-compression, it may be the first key - in the block that was being written when this method was called).]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - key. Returns - true if such a key exists and false when at the end of the set.]]> - - - - - - - key. - Returns key, or null if no match exists.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - .lz4.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - .snappy.]]> - - - - - - - - - - - - - - - - - - - @@ -29826,1093 +21192,6 @@ to databases, and to files.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - entry of the TFile. - @param endKey - End key of the scan. If null, scan up to the last entry - of the TFile. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Use {@link Scanner#atEnd()} to test whether the cursor is at the end - location of the scanner. -

- Use {@link Scanner#advance()} to move the cursor to the next key-value - pair (or end if none exists). Use seekTo methods ( - {@link Scanner#seekTo(byte[])} or - {@link Scanner#seekTo(byte[], int, int)}) to seek to any arbitrary - location in the covered range (including backward seeking). Use - {@link Scanner#rewind()} to seek back to the beginning of the scanner. - Use {@link Scanner#seekToEnd()} to seek to the end of the scanner. -

- Actual keys and values may be obtained through {@link Scanner.Entry} - object, which is obtained through {@link Scanner#entry()}.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  • Algorithmic comparator: binary comparators that is language - independent. Currently, only "memcmp" is supported. -
  • Language-specific comparator: binary comparators that can - only be constructed in specific language. For Java, the syntax - is "jclass:", followed by the class name of the RawComparator. - Currently, we only support RawComparators that can be - constructed through the default constructor (with no - parameters). Parameterized RawComparators such as - {@link WritableComparator} or - {@link JavaSerializationComparator} may not be directly used. - One should write a wrapper class that inherits from such classes - and use its default constructor to perform proper - initialization. - - @param conf - The configuration object. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - If an exception is thrown, the TFile will be in an inconsistent - state. The only legitimate call after that would be close]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -31444,491 +21594,10 @@ interface. - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This servlet generally will be placed under the /jmx URL for each - HttpServer. It provides read only - access to JMX metrics. The optional qry parameter - may be used to query only a subset of the JMX Beans. This query - functionality is provided through the - {@link MBeanServer#queryNames(ObjectName, javax.management.QueryExp)} - method. -

    - For example http://.../jmx?qry=Hadoop:* will return - all hadoop metrics exposed through JMX. -

    - The optional get parameter is used to query an specific - attribute of a JMX bean. The format of the URL is - http://.../jmx?get=MXBeanName::AttributeName -

    - For example - - http://../jmx?get=Hadoop:service=NameNode,name=NameNodeInfo::ClusterId - will return the cluster id of the namenode mxbean. -

    - If the qry or the get parameter is not formatted - correctly then a 400 BAD REQUEST http response code will be returned. -

    - If a resouce such as a mbean or attribute can not be found, - a 404 SC_NOT_FOUND http response code will be returned. -

    - The return format is JSON and in the form -

    - 

    -  {
-    "beans" : [
-      {
-        "name":"bean-name"
-        ...
-      }
-    ]
-  }
-
    -

    - The servlet attempts to convert the the JMXBeans into JSON. Each - bean's attributes will be converted to a JSON object member. - - If the attribute is a boolean, a number, a string, or an array - it will be converted to the JSON equivalent. - - If the value is a {@link CompositeData} then it will be converted - to a JSON object with the keys as the name of the JSON member and - the value is converted following these same rules. - - If the value is a {@link TabularData} then it will be converted - to an array of the {@link CompositeData} elements that it contains. - - All other objects will be converted to a string and output as such. - - The bean's name and modelerType will be returned for all beans.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

  • Every event is a standalone JSON clause
    • -
  • Time is published as a time_t event since 1/1/1970 - -this is the fastest to generate.
    • -
  • An ISO date is generated, but this is cached and will only be accurate to within a second
    • -
  • the stack trace is included as an array
    • - - - A simple log event will resemble the following - 
    -     {"name":"test","time":1318429136789,"date":"2011-10-12 15:18:56,789","level":"INFO","thread":"main","message":"test message"}
-
    - - An event with an error will contain data similar to that below (which has been reformatted to be multi-line). - - 
    -     {
-     "name":"testException",
-     "time":1318429136789,
-     "date":"2011-10-12 15:18:56,789",
-     "level":"INFO",
-     "thread":"quoted\"",
-     "message":"new line\n and {}",
-     "exceptionclass":"java.net.NoRouteToHostException",
-     "stack":[
-         "java.net.NoRouteToHostException: that box caught fire 3 years ago",
-         "\tat org.apache.hadoop.log.TestLog4Json.testException(TestLog4Json.java:49)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)",
-         "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)",
-         "\tat java.lang.reflect.Method.invoke(Method.java:597)",
-         "\tat junit.framework.TestCase.runTest(TestCase.java:168)",
-         "\tat junit.framework.TestCase.runBare(TestCase.java:134)",
-         "\tat junit.framework.TestResult$1.protect(TestResult.java:110)",
-         "\tat junit.framework.TestResult.runProtected(TestResult.java:128)",
-         "\tat junit.framework.TestResult.run(TestResult.java:113)",
-         "\tat junit.framework.TestCase.run(TestCase.java:124)",
-         "\tat junit.framework.TestSuite.runTest(TestSuite.java:232)",
-         "\tat junit.framework.TestSuite.run(TestSuite.java:227)",
-         "\tat org.junit.internal.runners.JUnit38ClassRunner.run(JUnit38ClassRunner.java:83)",
-         "\tat org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:59)",
-         "\tat org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.executeTestSet(AbstractDirectoryTestSuite.java:120)",
-         "\tat org.apache.maven.surefire.suite.AbstractDirectoryTestSuite.execute(AbstractDirectoryTestSuite.java:145)",
-         "\tat org.apache.maven.surefire.Surefire.run(Surefire.java:104)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)",
-         "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)",
-         "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)",
-         "\tat java.lang.reflect.Method.invoke(Method.java:597)",
-         "\tat org.apache.maven.surefire.booter.SurefireBooter.runSuitesInProcess(SurefireBooter.java:290)",
-         "\tat org.apache.maven.surefire.booter.SurefireBooter.main(SurefireBooter.java:1017)"
-         ]
-     }
-
    ]]> -     -     - - - - - - - - - - - - - - - - - -     @@ -32200,38 +21869,6 @@ their respective packages.]]> - - - - - - - - - - - - - - - - - - - - - - - - - the actual type of the source object - @param source object to register - @param name of the source. Must be unique or null (then extracted from - the annotations of the source object.) - @param desc the description of the source (or null. See above.) - @return the source object - @exception MetricsException]]> - - - + - the type of the sink - @param sink to register - @param name of the sink. Must be unique. - @param desc the description of the sink - @return the sink + the actual type of the source object + @param source object to register + @param name of the source. Must be unique or null (then extracted from + the annotations of the source object.) + @param desc the description of the source (or null. See above.) + @return the source object @exception MetricsException]]> @@ -33650,82 +23270,6 @@ Plugging in an implementation involves writing a concrete subclass of - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -33958,24 +23484,6 @@ Plugging in an implementation involves writing a concrete subclass of - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -35541,124 +24697,6 @@ Plugging in an implementation involves writing a concrete subclass of - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -40609,75 +29541,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Propagates to hadoop-auth AuthenticationFilter configuration all Hadoop - configuration properties prefixed with "hadoop.http.authentication." - - @param container The filter container - @param conf Configuration for run-time parameters]]> - - - - - - - - - It enables anonymous access, simple/speudo and Kerberos HTTP SPNEGO - authentication for Hadoop JobTracker, NameNode, DataNodes and - TaskTrackers. -

    - Refer to the core-default.xml file, after the comment - 'HTTP Authentication' for details on the configuration options. - All related configuration properties have 'hadoop.http.authentication.' - as prefix.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -41760,35 +29835,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - % hadoop credential create alias [-provider providerPath] - % hadoop credential list [-provider providerPath] - % hadoop credential delete alias [-provider providerPath] [-f] - - @param args - @return 0 if the argument(s) were recognized, 1 otherwise - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Note: Java doesn't appear able to extract international characters - from the SubjectAlts. It can only extract international characters - from the CN field. -

    - (Or maybe the version of OpenSSL I'm using to test isn't storing the - international characters correctly in the SubjectAlts?). - - @param cert X509Certificate - @return Array of SubjectALT DNS names stored in the certificate.]]> - - - - - - - - - - - - - - - - - - - - - - @@ -43301,27 +30804,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -44177,388 +31506,6 @@ is serialized as - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Features: -

      -
    • mixing of '-' (dash) and '.' (dot) separators,
      • -
    • transition between characters and digits also constitutes a separator: - 1.0alpha1 => [1, 0, alpha, 1]
      • -
    • unlimited number of version components,
      • -
    • version components in the text can be digits or strings,
      • -
    • strings are checked for well-known qualifiers and the qualifier ordering is used for version ordering. - Well-known qualifiers (case insensitive) are:
        -
      • alpha or a
        • -
      • beta or b
        • -
      • milestone or m
        • -
      • rc or cr
        • -
      • snapshot
        • -
      • (the empty string) or ga or final
        • -
      • sp
        • -
      - Unknown qualifiers are considered after known qualifiers, with lexical order (always case insensitive), -
      • -
    • a dash usually precedes a qualifier, and is always less important than something preceded with a dot.
      • -

    - - @see "Versioning" on Maven Wiki]]> -     -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This can be used for testing - @return contents of the MachineList]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - the static class to find - @param the parent class of the array - @param cls the dynamic class to find - @param opts the list of options to look through - @return the first option that matches - @throws IOException]]> - - - - - - - the type of options - @param oldOpts the old options - @param newOpts the new options - @return a new array of options]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ShellCommandExecutor    should be used in cases where the output - of the command needs no explicit parsing and where the command, working - directory and the environment remains unchanged. The output of the command - is stored as-is and is expected to be small.]]> - - - - - - - - ShutdownHookManager     singleton. - - @return ShutdownHookManager singleton.]]> - - - - - - - Runnable - @param priority priority of the shutdownHook.]]> - - - - - - - - - - - - - - - - - - - - - ShutdownHookManager enables running shutdownHook - in a deterministic order, higher priority first. -

    - The JVM runs ShutdownHooks in a non-deterministic order or in parallel. - This class registers a single JVM shutdownHook and run all the - shutdownHooks registered to it (to this class) in order based on their - priority.]]> - - - - - - - - - - - true if the thread is successfully interrupted, - false otherwise - @throws InterruptedException]]> - - - - - - - true if the thread is successfully interrupted, - false otherwise - @throws InterruptedException]]> - - - - - - - true if the service is terminated, - false otherwise - @throws InterruptedException]]> - - - - - - - - true if the service is terminated, - false otherwise - @throws InterruptedException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml b/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml index 028ba2d06c..87a8f36911 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/dev-support/jdiff/Apache_Hadoop_HDFS_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - ]]> - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Use {@link Expiration#NEVER} to indicate an Expiration that never - expires. - - @param ms how long until the CacheDirective expires, in milliseconds - @return A relative Expiration]]> - - - - - - - Use {@link Expiration#NEVER} to indicate an Expiration that never - expires. - - @param date when the CacheDirective expires - @return An absolute Expiration]]> - - - - - - - Use {@link Expiration#NEVER} to indicate an Expiration that never - expires. - - @param ms when the CacheDirective expires, in milliseconds since the Unix - epoch. - @return An absolute Expiration]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - In either case, the server-side clock is used to determine when a - CacheDirective expires.]]> - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    - To add a new layout version: -

      -
    • Define a new enum constant with a short enum name, the new layout version - and description of the added feature.
      • -
    • When adding a layout version with an ancestor that is not same as - its immediate predecessor, use the constructor where a specific ancestor - can be passed. -
      • -
    ]]> -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -5700,166 +1378,6 @@ order written.

    ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Location type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - This is usually the last block of a file opened for write or append.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - localMachine and add them - into excludeNodes as replica should not be duplicated for nodes - within the same nodegroup - @return number of new excluded nodes]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    - To add a new layout version: -
      -
    • Define a new enum constant with a short enum name, the new layout version - and description of the added feature.
      • -
    • When adding a layout version with an ancestor that is not same as - its immediate predecessor, use the constructor where a specific ancestor - can be passed. -
      • -
    ]]> -     -     - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - They are all managed by the DataNode's BlockScanner.]]> - - -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - {@code - try (FsVolumeReference ref = volume.obtainReference()) { - // Do IOs on the volume - volume.createRwb(...); - ... - } - } - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Note that this block may be removed in between the time we list it, - and the time the caller tries to use it, or it may represent a stale - entry. Callers should handle the case where the returned block no - longer exists. - - @return The next block, or null if there are no - more blocks. Null if there was an error - determining the next block. - - @throws IOException If there was an error getting the next block in - this volume. In this case, EOF will be set on - the iterator.]]> - - - - - - - - - - - - - - - - - - - - - - - - A maximum staleness of 0 means we will never return stale entries; a - larger value will allow us to reduce resource consumption in exchange - for returning more potentially stale entries. Even with staleness set - to 0, consumers of this API must handle race conditions where block - disappear before they can be processed.]]> - - - - - - - - - - - - - - - - - - - - - BlockIterator objects themselves do not always have internal - synchronization, so they can only safely be used by a single thread at a - time.

    - - Closing the iterator does not save it. You must call save to save it.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - An ACL entry is represented by a 32-bit integer in Big Endian format.
    - The bits can be divided in four segments:
    - [0:1) || [1:3) || [3:6) || [6:7) || [7:32)
    -
    - [0:1) -- the scope of the entry (AclEntryScope)
    - [1:3) -- the type of the entry (AclEntryType)
    - [3:6) -- the permission of the entry (FsAction)
    - [6:7) -- A flag to indicate whether Named entry or not
    - [7:32) -- the name of the entry, which is an ID that points to a
    - string in the StringTableSection.
    ]]> -     -     - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - The EncryptionZoneManager has its own lock, but relies on the FSDirectory - lock being held for many operations. The FSDirectory lock should not be - taken if the manager lock is already held.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - An instance of {@link SafeModeInfo} is created when the name node - enters safe mode. -

    - During name node startup {@link SafeModeInfo} counts the number of - safe blocks, those that have at least the minimal number of - replicas, and calculates the ratio of safe blocks to the total number - of blocks in the system, which is the size of blocks in - {@link FSNamesystem#blockManager}. When the ratio reaches the - {@link #threshold} it starts the SafeModeMonitor daemon in order - to monitor whether the safe mode {@link #extension} is passed. - Then it leaves safe mode and destroys itself. -

    - If safe mode is turned on manually then the number of safe blocks is - not tracked because the name node is not intended to leave safe mode - automatically in the case. - - @see ClientProtocol#setSafeMode(HdfsConstants.SafeModeAction, boolean)]]> - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1) remove the WithName node from the deleted list (if it exists) - 2) replace the WithName node in the created list with srcChild - 3) add srcChild back as a child of srcParent. Note that we already add - the node into the created list of a snapshot diff in step 2, we do not need - to add srcChild to the created list of the latest snapshot. - - - We do not need to update quota usage because the old child is in the - deleted list before. - - @param oldChild - The reference node to be removed/replaced - @param newChild - The node to be added back - @throws QuotaExceededException should not throw this exception]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - To destroy a DstReference node, we first remove its link with the - referred node. If the reference number of the referred node is <= 0, we - destroy the subtree of the referred node. Otherwise, we clean the - referred node's subtree and delete everything created after the last - rename operation, i.e., everything outside of the scope of the prior - WithName nodes.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - = 0; - otherwise, i < 0, return the (length + i)-th inode.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    - To add a new layout version: -

      -
    • Define a new enum constant with a short enum name, the new layout version - and description of the added feature.
      • -
    • When adding a layout version with an ancestor that is not same as - its immediate predecessor, use the constructor where a specific ancestor - can be passed. -
      • -
    ]]> -     - - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1. Lock the {@link FSNamesystem} lock in {@link FSNamesystem} before calling - into {@link SnapshotManager} methods.
    - 2. Lock the {@link FSDirectory} lock for the {@link SnapshotManager} methods - if necessary.]]> -     -     - - - - - - - - - - - - - - - - - -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Function which applies {@link #getStartTxId()}]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  • - If adding a simple option to get a value corresponding to a key in the - configuration, use regular {@link GetConf.CommandHandler}. - See {@link GetConf.Command#EXCLUDE_FILE} example. -
    • -
  • - If adding an option that is does not return a value for a key, add - a subclass of {@link GetConf.CommandHandler} and set it up in - {@link GetConf.Command}. - - See {@link GetConf.Command#NAMENODE} for example. - - Add for the new option added, a map entry with the corresponding - {@link GetConf.CommandHandler}. - ]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NOTE: on Windows platforms, it will not atomically - replace the target file - instead the target file is deleted - before this one is moved into place.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 1. For (c, 0) in the posterior diff, check the element in this diff: - 1.1 (c', 0) in this diff: impossible - 1.2 (0, d') in this diff: put in c-list --> (c, d') - 1.3 (c', d') in this diff: impossible - 1.4 (0, 0) in this diff: put in c-list --> (c, 0) - This is the same logic as create(E). - - 2. For (0, d) in the posterior diff, - 2.1 (c', 0) in this diff: remove from c-list --> (0, 0) - 2.2 (0, d') in this diff: impossible - 2.3 (c', d') in this diff: remove from c-list --> (0, d') - 2.4 (0, 0) in this diff: put in d-list --> (0, d) - This is the same logic as delete(E). - - 3. For (c, d) in the posterior diff, - 3.1 (c', 0) in this diff: replace the element in c-list --> (c, 0) - 3.2 (0, d') in this diff: impossible - 3.3 (c', d') in this diff: replace the element in c-list --> (c, d') - 3.4 (0, 0) in this diff: put in c-list and d-list --> (c, d) - This is the same logic as modify(E, E). - - - @param posterior The posterior diff to combine with. - @param deletedProcesser - process the deleted/overwritten elements in case 2.1, 2.3, 3.1 and 3.3.]]> - - - - - - - Two lists are maintained in the algorithm: - - c-list for newly created elements - - d-list for the deleted elements - - Denote the state of an element by the following - (0, 0): neither in c-list nor d-list - (c, 0): in c-list but not in d-list - (0, d): in d-list but not in c-list - (c, d): in both c-list and d-list - - For each case below, ( , ) at the end shows the result state of the element. - - Case 1. Suppose the element i is NOT in the previous state. (0, 0) - 1.1. create i in current: add it to c-list (c, 0) - 1.1.1. create i in current and then create: impossible - 1.1.2. create i in current and then delete: remove it from c-list (0, 0) - 1.1.3. create i in current and then modify: replace it in c-list (c', 0) - - 1.2. delete i from current: impossible - - 1.3. modify i in current: impossible - - Case 2. Suppose the element i is ALREADY in the previous state. (0, 0) - 2.1. create i in current: impossible - - 2.2. delete i from current: add it to d-list (0, d) - 2.2.1. delete i from current and then create: add it to c-list (c, d) - 2.2.2. delete i from current and then delete: impossible - 2.2.2. delete i from current and then modify: impossible - - 2.3. modify i in current: put it in both c-list and d-list (c, d) - 2.3.1. modify i in current and then create: impossible - 2.3.2. modify i in current and then delete: remove it from c-list (0, d) - 2.3.3. modify i in current and then modify: replace it in c-list (c', d) - - - @param The key type. - @param The element type, which must implement {@link Element} interface.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - enum Fruit { APPLE, ORANGE, GRAPE } - - An {@link EnumCounters} object can be created for counting the numbers of - APPLE, ORANGLE and GRAPE. - - @param the enum type]]> - - - - - - - - - - - - the enum type - @param the counter type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - the key type - @param the enum type - @param the counter type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - the enum type]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @return webhdfs]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml index c20349b6dd..00cb6f4c43 100644 --- a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml +++ b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Common_2.7.2.xml @@ -17,7 +17,7 @@ --> - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -245,12 +36,12 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -271,498 +62,34 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -778,12 +105,12 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -797,40 +124,6 @@ - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml index 77074d3963..46355b1947 100644 --- a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml +++ b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_Core_2.7.2.xml @@ -17,7 +17,7 @@ --> - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -945,31 +881,13 @@ - - - - - - - - - - - - @@ -1422,24 +1340,6 @@ - - - - - - - - - - - - - - - - - - Note: Task output path is set by the framework. -

    - @param conf The configuration of the job. - @param outputDir the {@link Path} of the output directory - for the map-reduce job.]]> -     -     - - - - - - - - - @@ -2069,7 +1927,7 @@ @@ -2136,7 +1994,7 @@ deprecated="not deprecated"> @@ -2148,7 +2006,7 @@ @@ -2179,7 +2037,7 @@ deprecated="not deprecated"> @@ -2408,14 +2266,6 @@ @throws IOException]]> - - - - - - - - - - - - - - - - - @@ -5010,7 +4836,7 @@ deprecated="not deprecated"> @@ -5020,7 +4846,7 @@ @@ -5119,27 +4945,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -5545,20 +5300,6 @@ - - - - - - - - - - - - - - - - - - JobTracker is no longer used since M/R 2.x. This is a dummy - JobTracker class, which is used to be compatible with M/R 1.x applications.]]> - - - - - - - - - - - - State is no longer used since M/R 2.x. It is kept in case - that M/R 1.x applications may still use it.]]> - - - - - - - - - - - - - - - - @@ -6091,7 +5760,7 @@ deprecated="not deprecated"> @@ -6155,177 +5824,6 @@ - - - - - - - - - - - - - only be called immediately after detecting - this condition. To call it at any other time is undefined and would - likely result in data loss or corruption. - @see #markRecord()]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -6798,7 +6296,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -6818,7 +6316,7 @@ @@ -6890,7 +6388,7 @@ deprecated="not deprecated"> @@ -6927,7 +6425,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -6942,7 +6440,7 @@ @@ -6952,7 +6450,7 @@ @@ -6962,7 +6460,7 @@ @@ -6974,7 +6472,7 @@ @@ -6985,7 +6483,7 @@ @@ -7017,7 +6515,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -7032,7 +6530,7 @@ @@ -7062,7 +6560,7 @@ @@ -7244,7 +6742,7 @@ deprecated="not deprecated"> @@ -7255,7 +6753,7 @@ @@ -7267,7 +6765,7 @@ @@ -7281,7 +6779,7 @@ @@ -7297,7 +6795,7 @@ @@ -7314,7 +6812,7 @@ @@ -7326,7 +6824,7 @@ @@ -7365,7 +6863,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -7375,7 +6873,7 @@ @@ -7385,7 +6883,7 @@ @@ -7395,7 +6893,7 @@ @@ -7405,7 +6903,7 @@ @@ -7415,7 +6913,7 @@ @@ -7425,7 +6923,7 @@ @@ -7438,7 +6936,7 @@ @@ -7451,7 +6949,7 @@ @@ -7464,7 +6962,7 @@ @@ -7477,7 +6975,7 @@ @@ -7490,7 +6988,7 @@ @@ -7502,7 +7000,7 @@ @@ -7513,7 +7011,7 @@ @@ -7525,7 +7023,7 @@ @@ -7537,7 +7035,7 @@ @@ -7549,7 +7047,7 @@ @@ -7561,7 +7059,7 @@ @@ -7575,7 +7073,7 @@ @@ -7592,7 +7090,7 @@ @@ -7603,7 +7101,7 @@ @@ -7615,7 +7113,7 @@ @@ -7628,7 +7126,7 @@ @@ -7641,7 +7139,7 @@ @@ -7654,7 +7152,7 @@ @@ -7700,83 +7198,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - f. The filtering criteria is - MD5(key) % f == 0.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - f using - the criteria record# % f == 0. - For example, if the frequency is 10, one out of 10 records is returned.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -8925,12 +8133,6 @@ @param taskTrackerHttp task tracker's host:port for http.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -     @@ -9883,7 +8814,7 @@ deprecated="not deprecated"> @@ -9904,7 +8835,7 @@ @@ -9912,7 +8843,7 @@ @@ -9920,7 +8851,7 @@ @@ -9930,7 +8861,7 @@ @@ -9939,7 +8870,7 @@ @@ -9949,7 +8880,7 @@ @@ -10471,64 +9402,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -10822,7 +9638,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -10838,7 +9654,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -10913,18 +9729,6 @@ - - - - - - - - - - - - - MAPREDUCE-5530 - - @param context the job context - @param file the file name to check - @return is this file splitable?]]> - - - - - - - - - - - - - - - - - - - - - - - - FilterRecordWriter is a convenience wrapper - class that implements {@link RecordWriter}.]]> - - - - - - - - - all splits. - @param freq The frequency with which records will be emitted.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - This will read every split at the client, which is very expensive. - @param freq Probability with which a key will be chosen. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - Takes the first numSamples / numSplits records from each split. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - @@ -14270,115 +12857,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - input key type - @param input value type - @param output key type - @param output value type - @param context the context to clone - @param conf a new configuration - @param reader Reader to read from. Null means to clone from context. - @param writer Writer to write to. Null means to clone from context. - @return a new context. it will not be the same class as the original. - @throws IOException - @throws InterruptedException]]> - - - - - - - @@ -15381,7 +13756,7 @@ @@ -15389,7 +13764,7 @@ @@ -15398,7 +13773,7 @@ @@ -15407,7 +13782,7 @@ @@ -15417,7 +13792,7 @@ @@ -15426,11 +13801,6 @@ @param incr the value to increase this counter by]]> - - - - - - - - - Job makes a copy of the Configuration so - that any necessary internal modifications do not reflect on the incoming - parameter. - - @param cluster cluster - @param status job status - @param conf job configuration - @return the {@link Job} , with no connection to a cluster yet. - @throws IOException]]> - - - - - - - - - - true the task is failed and added - to failed tasks list, otherwise it is just killed, - w/o affecting job failure status.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -16930,7 +15209,7 @@ @@ -16939,7 +15218,7 @@ @@ -16948,7 +15227,7 @@ @@ -16958,7 +15237,7 @@ @@ -16969,7 +15248,7 @@ @@ -16978,7 +15257,7 @@ @@ -16987,7 +15266,7 @@ @@ -16998,7 +15277,7 @@ @@ -17010,7 +15289,7 @@ @@ -17021,7 +15300,7 @@ @@ -17032,7 +15311,7 @@ @@ -17043,7 +15322,7 @@ @@ -17054,7 +15333,7 @@ @@ -17065,7 +15344,7 @@ @@ -17076,7 +15355,7 @@ @@ -17087,7 +15366,7 @@ @@ -17097,7 +15376,7 @@ @@ -17106,7 +15385,7 @@ @@ -17118,7 +15397,7 @@ @@ -17131,7 +15410,7 @@ @@ -17141,7 +15420,7 @@ @@ -17151,7 +15430,7 @@ @@ -17160,7 +15439,7 @@ @@ -17173,7 +15452,7 @@ @@ -17184,7 +15463,7 @@ @@ -17194,7 +15473,7 @@ @@ -17204,7 +15483,7 @@ @@ -17212,7 +15491,7 @@ @@ -17223,7 +15502,7 @@ @@ -17234,7 +15513,7 @@ @@ -17274,7 +15553,7 @@ @@ -17284,7 +15563,7 @@ @@ -17294,7 +15573,7 @@ @@ -17306,7 +15585,7 @@ @@ -18007,39 +16286,13 @@ - - - - - - - - - - - - - - @@ -18185,21 +16438,6 @@ - - - - - - - Context passed on to the {@link Mapper} implementations.]]> - - - @@ -19063,7 +17301,7 @@ @@ -19084,27 +17322,6 @@ - - - - - - - - - - - - - - - - - - - - - Context passed on to the {@link Reducer} implementations.]]> - - - @@ -19287,7 +17489,7 @@ @@ -19296,7 +17498,7 @@ @@ -19305,7 +17507,7 @@ @@ -19315,7 +17517,7 @@ @@ -19326,7 +17528,7 @@ @@ -19919,7 +18121,7 @@ deprecated="not deprecated"> @@ -19930,7 +18132,7 @@ @@ -19943,7 +18145,7 @@ @@ -19956,7 +18158,7 @@ @@ -19968,7 +18170,7 @@ @@ -20108,30 +18310,6 @@ @param groupFactory the factory for new groups]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -20311,7 +18450,7 @@ @@ -20320,7 +18459,7 @@ @@ -20330,7 +18469,7 @@ @@ -20340,7 +18479,7 @@ @@ -20355,7 +18494,7 @@ @@ -20368,7 +18507,7 @@ @@ -20381,7 +18520,7 @@ @@ -20392,7 +18531,7 @@ @@ -20400,7 +18539,7 @@ @@ -20409,11 +18548,6 @@ @param rightGroup the group to be added to this group]]> - - - - - - - - - @@ -21041,7 +19163,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -21052,7 +19174,7 @@ @@ -21060,7 +19182,7 @@ @@ -21068,7 +19190,7 @@ @@ -21240,7 +19362,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -21260,7 +19382,7 @@ @@ -22095,71 +20217,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -23184,7 +21065,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -23196,7 +21077,7 @@ @@ -24587,24 +22468,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - f. The filtering criteria is - MD5(key) % f == 0.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - f using - the criteria record# % f == 0. - For example, if the frequency is 10, one out of 10 records is returned.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + Check the states of the running jobs + Update the states of waiting jobs + Submit the jobs in ready state]]> @@ -26063,24 +23630,6 @@ - - - - - - - - - @@ -26681,116 +24230,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -27205,7 +24529,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -27221,7 +24545,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -27289,7 +24613,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -27298,7 +24622,7 @@ @@ -27313,7 +24637,7 @@ @@ -27323,7 +24647,7 @@ @@ -27332,7 +24656,7 @@ @@ -27342,7 +24666,7 @@ @@ -27352,7 +24676,7 @@ @@ -27367,60 +24691,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -28510,14 +25485,6 @@ @param context the task context]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - FilterRecordWriter is a convenience wrapper - class that extends the {@link RecordWriter}.]]> - - - @@ -29577,51 +26469,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -29946,202 +26758,6 @@ - - - - - - all splits. - @param freq The frequency with which records will be emitted.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - This will read every split at the client, which is very expensive. - @param freq Probability with which a key will be chosen. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - all splits. - Takes the first numSamples / numSplits records from each split. - @param numSamples Total number of samples to obtain from all selected - splits.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -30830,98 +27145,6 @@ @param conf]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -     diff --git a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml index dec8dc4612..16de0fa774 100644 --- a/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml +++ b/hadoop-mapreduce-project/dev-support/jdiff/Apache_Hadoop_MapReduce_JobClient_2.7.2.xml @@ -17,7 +17,7 @@ --> - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml index f3fe68b949..e71d21f26e 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/pom.xml @@ -263,7 +263,7 @@ - @@ -278,7 +278,7 @@ destdir="${project.build.directory}/site/jdiff/xml" sourceFiles="${dev-support.relative.dir}/jdiff/Null.java" maxmemory="${jdiff.javadoc.maxmemory}"> - diff --git a/hadoop-project-dist/pom.xml b/hadoop-project-dist/pom.xml index 0ee98951e5..bf4fac74bb 100644 --- a/hadoop-project-dist/pom.xml +++ b/hadoop-project-dist/pom.xml @@ -281,7 +281,7 @@ - @@ -296,7 +296,7 @@ destdir="${project.build.directory}/site/jdiff/xml" sourceFiles="${basedir}/dev-support/jdiff/Null.java" maxmemory="${jdiff.javadoc.maxmemory}"> - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml index ff01b262d2..2328c8153d 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_API_2.7.2.xml @@ -1,7 +1,7 @@ - + - + @@ -44,7 +44,7 @@ @@ -90,7 +90,7 @@ @@ -118,7 +118,7 @@ @@ -140,7 +140,7 @@ @@ -161,7 +161,7 @@ @@ -184,7 +184,7 @@ @@ -205,7 +205,7 @@ @@ -221,7 +221,7 @@ @@ -274,7 +274,7 @@ @@ -309,7 +309,7 @@ @@ -333,7 +333,7 @@ @@ -351,7 +351,7 @@ @@ -370,7 +370,7 @@ @@ -497,65 +497,6 @@ - - - - - - - - - - - - - - - Note: Use $$() method for cross-platform practice i.e. submit an - application from a Windows client to a Linux/Unix server or vice versa. -

    ]]> -     -     - - - - - - - final - i.e. they cannot be modified by the applications.]]> - -     - @@ -611,7 +552,7 @@ @@ -637,7 +578,7 @@ @@ -712,7 +653,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -740,7 +681,7 @@ @@ -778,19 +719,12 @@ - - - - - @@ -840,7 +774,7 @@ @@ -879,7 +813,7 @@ @@ -2456,67 +2390,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -8260,7 +7968,7 @@ deprecated="not deprecated"> - @@ -9389,7 +9097,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -9556,7 +9264,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -13137,34 +12845,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml index 158528d6cf..f822ebbae9 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Client_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - @@ -472,166 +436,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
  • Within a priority, all container requests must have the same value for - locality relaxation. Either enabled or disabled.
    • -
  • If locality relaxation is disabled, then across requests, locations at - different network levels may not be specified. E.g. its invalid to make a - request for a specific node and another request for a specific rack.
    • -
  • If locality relaxation is disabled, then only within the same request, - a node and its rack may be specified together. This allows for a specific - rack with a preference for a specific node within that rack.
    • -
  • - - To re-enable locality relaxation at a given priority, all pending requests - with locality relaxation disabled must be first removed. Then they can be - added back with locality relaxation enabled. - - All getters return immutable values.]]> -     -     - - - - - - - - - - - AMRMClient.ContainerRequest in an invalid way.]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NodeManager responds to indicate its - acceptance of the starting container request - @param containerId the Id of the container - @param allServiceResponse a Map between the auxiliary service names and - their outputs]]> - - - - - - - NodeManager responds with the status - of the container - @param containerId the Id of the container - @param containerStatus the status of the container]]> - - - - - - NodeManager responds to indicate the - container is stopped. - @param containerId the Id of the container]]> - - - - - - - - - - - - - - - - - - - - - - - - - - The callback interface needs to be implemented by {@link NMClientAsync} - users. The APIs are called when responses from NodeManager are - available. -

    - -

    - Once a callback happens, the users can chose to act on it in blocking or - non-blocking manner. If the action on callback is done in a blocking - manner, some of the threads performing requests on NodeManagers may get - blocked depending on how many threads in the pool are busy. -

    - -

    - The implementation of the callback function should not throw the - unexpected exception. Otherwise, {@link NMClientAsync} will just - catch, log and then ignore it. -

    ]]> -     -     -     - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml index f8773363f1..eec6dfa97c 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Common_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - @@ -661,17 +623,17 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -685,7 +647,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -720,15 +682,15 @@ static="true" final="false" visibility="public" deprecated="not deprecated"> - - - @@ -755,7 +717,7 @@ abstract="false" static="true" final="false" visibility="public" deprecated="not deprecated"> - @@ -870,760 +832,10 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - } labels map]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - } labels map]]> - - - - - - - - - - - } labels map]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Host can have multiple Nodes]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - } label]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -1981,43 +1193,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -2478,7 +1545,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -2519,57 +1586,6 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -2622,7 +1638,7 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -2646,12 +1662,12 @@ static="false" final="false" visibility="public" deprecated="not deprecated"> @@ -2941,43 +1957,12 @@ - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml index 1a1d88bc66..385a613ed8 100644 --- a/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml +++ b/hadoop-yarn-project/hadoop-yarn/dev-support/jdiff/Apache_Hadoop_YARN_Server_Common_2.7.2.xml @@ -1,7 +1,7 @@ - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Type of proxy. - @return Proxy to the ResourceManager for the specified server protocol. - @throws IOException]]> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/hadoop-yarn-project/hadoop-yarn/pom.xml b/hadoop-yarn-project/hadoop-yarn/pom.xml index 3353e3392a..a41b928310 100644 --- a/hadoop-yarn-project/hadoop-yarn/pom.xml +++ b/hadoop-yarn-project/hadoop-yarn/pom.xml @@ -186,7 +186,7 @@ - @@ -201,7 +201,7 @@ destdir="${project.build.directory}/site/jdiff/xml" sourceFiles="${dev-support.relative.dir}/jdiff/Null.java" maxmemory="${jdiff.javadoc.maxmemory}"> -