big-data/hadoop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

HADOOP-10040. hadoop.cmd in UNIX format and would not run by default on Windows. Contributed by Chris Nauroth.

Browse Source 
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1531491 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Chris Nauroth 2013-10-12 03:14:24 +00:00
parent 5bed5bb829
commit bbac0cf05e
25 changed files with 2365 additions and 2362 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hadoop-common-project/hadoop-common/CHANGES.txt
View File

@ -419,6 +419,9 @@ Release 2.2.1 - UNRELEASED
HADOOP-10039. Add Hive to the list of projects using HADOOP-10039. Add Hive to the list of projects using
AbstractDelegationTokenSecretManager. (Haohui Mai via jing9) AbstractDelegationTokenSecretManager. (Haohui Mai via jing9)
HADOOP-10040. hadoop.cmd in UNIX format and would not run by default on
Windows. (cnauroth)
Release 2.2.0 - 2013-10-13 Release 2.2.0 - 2013-10-13
INCOMPATIBLE CHANGES INCOMPATIBLE CHANGES

584
hadoop-common-project/hadoop-common/src/main/bin/hadoop-config.cmd
View File

@ -1,292 +1,292 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem included in all the hadoop scripts with source command @rem included in all the hadoop scripts with source command
@rem should not be executable directly @rem should not be executable directly
@rem also should not be passed any arguments, since we need original %* @rem also should not be passed any arguments, since we need original %*
if not defined HADOOP_COMMON_DIR ( if not defined HADOOP_COMMON_DIR (
set HADOOP_COMMON_DIR=share\hadoop\common set HADOOP_COMMON_DIR=share\hadoop\common
) )
if not defined HADOOP_COMMON_LIB_JARS_DIR ( if not defined HADOOP_COMMON_LIB_JARS_DIR (
set HADOOP_COMMON_LIB_JARS_DIR=share\hadoop\common\lib set HADOOP_COMMON_LIB_JARS_DIR=share\hadoop\common\lib
) )
if not defined HADOOP_COMMON_LIB_NATIVE_DIR ( if not defined HADOOP_COMMON_LIB_NATIVE_DIR (
set HADOOP_COMMON_LIB_NATIVE_DIR=lib\native set HADOOP_COMMON_LIB_NATIVE_DIR=lib\native
) )
if not defined HDFS_DIR ( if not defined HDFS_DIR (
set HDFS_DIR=share\hadoop\hdfs set HDFS_DIR=share\hadoop\hdfs
) )
if not defined HDFS_LIB_JARS_DIR ( if not defined HDFS_LIB_JARS_DIR (
set HDFS_LIB_JARS_DIR=share\hadoop\hdfs\lib set HDFS_LIB_JARS_DIR=share\hadoop\hdfs\lib
) )
if not defined YARN_DIR ( if not defined YARN_DIR (
set YARN_DIR=share\hadoop\yarn set YARN_DIR=share\hadoop\yarn
) )
if not defined YARN_LIB_JARS_DIR ( if not defined YARN_LIB_JARS_DIR (
set YARN_LIB_JARS_DIR=share\hadoop\yarn\lib set YARN_LIB_JARS_DIR=share\hadoop\yarn\lib
) )
if not defined MAPRED_DIR ( if not defined MAPRED_DIR (
set MAPRED_DIR=share\hadoop\mapreduce set MAPRED_DIR=share\hadoop\mapreduce
) )
if not defined MAPRED_LIB_JARS_DIR ( if not defined MAPRED_LIB_JARS_DIR (
set MAPRED_LIB_JARS_DIR=share\hadoop\mapreduce\lib set MAPRED_LIB_JARS_DIR=share\hadoop\mapreduce\lib
) )
@rem the root of the Hadoop installation @rem the root of the Hadoop installation
set HADOOP_HOME=%~dp0 set HADOOP_HOME=%~dp0
for %%i in (%HADOOP_HOME%.) do ( for %%i in (%HADOOP_HOME%.) do (
set HADOOP_HOME=%%~dpi set HADOOP_HOME=%%~dpi
) )
if "%HADOOP_HOME:~-1%" == "\" ( if "%HADOOP_HOME:~-1%" == "\" (
set HADOOP_HOME=%HADOOP_HOME:~0,-1% set HADOOP_HOME=%HADOOP_HOME:~0,-1%
) )
if not exist %HADOOP_HOME%\share\hadoop\common\hadoop-common-*.jar ( if not exist %HADOOP_HOME%\share\hadoop\common\hadoop-common-*.jar (
@echo +================================================================+ @echo +================================================================+
@echo ^| Error: HADOOP_HOME is not set correctly ^| @echo ^| Error: HADOOP_HOME is not set correctly ^|
@echo +----------------------------------------------------------------+ @echo +----------------------------------------------------------------+
@echo ^| Please set your HADOOP_HOME variable to the absolute path of ^| @echo ^| Please set your HADOOP_HOME variable to the absolute path of ^|
@echo ^| the directory that contains the hadoop distribution ^| @echo ^| the directory that contains the hadoop distribution ^|
@echo +================================================================+ @echo +================================================================+
exit /b 1 exit /b 1
) )
set HADOOP_CONF_DIR=%HADOOP_HOME%\etc\hadoop set HADOOP_CONF_DIR=%HADOOP_HOME%\etc\hadoop
@rem @rem
@rem Allow alternate conf dir location. @rem Allow alternate conf dir location.
@rem @rem
if "%1" == "--config" ( if "%1" == "--config" (
set HADOOP_CONF_DIR=%2 set HADOOP_CONF_DIR=%2
shift shift
shift shift
) )
@rem @rem
@rem check to see it is specified whether to use the slaves or the @rem check to see it is specified whether to use the slaves or the
@rem masters file @rem masters file
@rem @rem
if "%1" == "--hosts" ( if "%1" == "--hosts" (
set HADOOP_SLAVES=%HADOOP_CONF_DIR%\%2 set HADOOP_SLAVES=%HADOOP_CONF_DIR%\%2
shift shift
shift shift
) )
if exist %HADOOP_CONF_DIR%\hadoop-env.cmd ( if exist %HADOOP_CONF_DIR%\hadoop-env.cmd (
call %HADOOP_CONF_DIR%\hadoop-env.cmd call %HADOOP_CONF_DIR%\hadoop-env.cmd
) )
@rem @rem
@rem setup java environment variables @rem setup java environment variables
@rem @rem
if not defined JAVA_HOME ( if not defined JAVA_HOME (
echo Error: JAVA_HOME is not set. echo Error: JAVA_HOME is not set.
goto :eof goto :eof
) )
if not exist %JAVA_HOME%\bin\java.exe ( if not exist %JAVA_HOME%\bin\java.exe (
echo Error: JAVA_HOME is incorrectly set. echo Error: JAVA_HOME is incorrectly set.
echo Please update %HADOOP_HOME%\conf\hadoop-env.cmd echo Please update %HADOOP_HOME%\conf\hadoop-env.cmd
goto :eof goto :eof
) )
set JAVA=%JAVA_HOME%\bin\java set JAVA=%JAVA_HOME%\bin\java
@rem some Java parameters @rem some Java parameters
set JAVA_HEAP_MAX=-Xmx1000m set JAVA_HEAP_MAX=-Xmx1000m
@rem @rem
@rem check envvars which might override default args @rem check envvars which might override default args
@rem @rem
if defined HADOOP_HEAPSIZE ( if defined HADOOP_HEAPSIZE (
set JAVA_HEAP_MAX=-Xmx%HADOOP_HEAPSIZE%m set JAVA_HEAP_MAX=-Xmx%HADOOP_HEAPSIZE%m
) )
@rem @rem
@rem CLASSPATH initially contains %HADOOP_CONF_DIR% @rem CLASSPATH initially contains %HADOOP_CONF_DIR%
@rem @rem
set CLASSPATH=%HADOOP_CONF_DIR% set CLASSPATH=%HADOOP_CONF_DIR%
if not defined HADOOP_COMMON_HOME ( if not defined HADOOP_COMMON_HOME (
if exist %HADOOP_HOME%\share\hadoop\common ( if exist %HADOOP_HOME%\share\hadoop\common (
set HADOOP_COMMON_HOME=%HADOOP_HOME% set HADOOP_COMMON_HOME=%HADOOP_HOME%
) )
) )
@rem @rem
@rem for releases, add core hadoop jar & webapps to CLASSPATH @rem for releases, add core hadoop jar & webapps to CLASSPATH
@rem @rem
if exist %HADOOP_COMMON_HOME%\%HADOOP_COMMON_DIR%\webapps ( if exist %HADOOP_COMMON_HOME%\%HADOOP_COMMON_DIR%\webapps (
set CLASSPATH=!CLASSPATH!;%HADOOP_COMMON_HOME%\%HADOOP_COMMON_DIR% set CLASSPATH=!CLASSPATH!;%HADOOP_COMMON_HOME%\%HADOOP_COMMON_DIR%
) )
if exist %HADOOP_COMMON_HOME%\%HADOOP_COMMON_LIB_JARS_DIR% ( if exist %HADOOP_COMMON_HOME%\%HADOOP_COMMON_LIB_JARS_DIR% (
set CLASSPATH=!CLASSPATH!;%HADOOP_COMMON_HOME%\%HADOOP_COMMON_LIB_JARS_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_COMMON_HOME%\%HADOOP_COMMON_LIB_JARS_DIR%\*
) )
set CLASSPATH=!CLASSPATH!;%HADOOP_COMMON_HOME%\%HADOOP_COMMON_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_COMMON_HOME%\%HADOOP_COMMON_DIR%\*
@rem @rem
@rem default log directory % file @rem default log directory % file
@rem @rem
if not defined HADOOP_LOG_DIR ( if not defined HADOOP_LOG_DIR (
set HADOOP_LOG_DIR=%HADOOP_HOME%\logs set HADOOP_LOG_DIR=%HADOOP_HOME%\logs
) )
if not defined HADOOP_LOGFILE ( if not defined HADOOP_LOGFILE (
set HADOOP_LOGFILE=hadoop.log set HADOOP_LOGFILE=hadoop.log
) )
if not defined HADOOP_ROOT_LOGGER ( if not defined HADOOP_ROOT_LOGGER (
set HADOOP_ROOT_LOGGER=INFO,console set HADOOP_ROOT_LOGGER=INFO,console
) )
@rem @rem
@rem default policy file for service-level authorization @rem default policy file for service-level authorization
@rem @rem
if not defined HADOOP_POLICYFILE ( if not defined HADOOP_POLICYFILE (
set HADOOP_POLICYFILE=hadoop-policy.xml set HADOOP_POLICYFILE=hadoop-policy.xml
) )
@rem @rem
@rem Determine the JAVA_PLATFORM @rem Determine the JAVA_PLATFORM
@rem @rem
for /f "delims=" %%A in ('%JAVA% -Xmx32m %HADOOP_JAVA_PLATFORM_OPTS% -classpath "%CLASSPATH%" org.apache.hadoop.util.PlatformName') do set JAVA_PLATFORM=%%A for /f "delims=" %%A in ('%JAVA% -Xmx32m %HADOOP_JAVA_PLATFORM_OPTS% -classpath "%CLASSPATH%" org.apache.hadoop.util.PlatformName') do set JAVA_PLATFORM=%%A
@rem replace space with underscore @rem replace space with underscore
set JAVA_PLATFORM=%JAVA_PLATFORM: =_% set JAVA_PLATFORM=%JAVA_PLATFORM: =_%
@rem @rem
@rem setup 'java.library.path' for native hadoop code if necessary @rem setup 'java.library.path' for native hadoop code if necessary
@rem @rem
@rem Check if we're running hadoop directly from the build @rem Check if we're running hadoop directly from the build
set JAVA_LIBRARY_PATH= set JAVA_LIBRARY_PATH=
if exist %HADOOP_COMMON_HOME%\target\bin ( if exist %HADOOP_COMMON_HOME%\target\bin (
set JAVA_LIBRARY_PATH=%HADOOP_COMMON_HOME%\target\bin set JAVA_LIBRARY_PATH=%HADOOP_COMMON_HOME%\target\bin
) )
@rem For the distro case, check the bin folder @rem For the distro case, check the bin folder
if exist %HADOOP_COMMON_HOME%\bin ( if exist %HADOOP_COMMON_HOME%\bin (
set JAVA_LIBRARY_PATH=%JAVA_LIBRARY_PATH%;%HADOOP_COMMON_HOME%\bin set JAVA_LIBRARY_PATH=%JAVA_LIBRARY_PATH%;%HADOOP_COMMON_HOME%\bin
) )
@rem @rem
@rem setup a default TOOL_PATH @rem setup a default TOOL_PATH
@rem @rem
set TOOL_PATH=%HADOOP_HOME%\share\hadoop\tools\lib\* set TOOL_PATH=%HADOOP_HOME%\share\hadoop\tools\lib\*
set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.log.dir=%HADOOP_LOG_DIR% set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.log.dir=%HADOOP_LOG_DIR%
set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.log.file=%HADOOP_LOGFILE% set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.log.file=%HADOOP_LOGFILE%
set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.home.dir=%HADOOP_HOME% set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.home.dir=%HADOOP_HOME%
set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.id.str=%HADOOP_IDENT_STRING% set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.id.str=%HADOOP_IDENT_STRING%
set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.root.logger=%HADOOP_ROOT_LOGGER% set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.root.logger=%HADOOP_ROOT_LOGGER%
if defined JAVA_LIBRARY_PATH ( if defined JAVA_LIBRARY_PATH (
set HADOOP_OPTS=%HADOOP_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH% set HADOOP_OPTS=%HADOOP_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH%
) )
set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.policy.file=%HADOOP_POLICYFILE% set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.policy.file=%HADOOP_POLICYFILE%
@rem @rem
@rem Disable ipv6 as it can cause issues @rem Disable ipv6 as it can cause issues
@rem @rem
set HADOOP_OPTS=%HADOOP_OPTS% -Djava.net.preferIPv4Stack=true set HADOOP_OPTS=%HADOOP_OPTS% -Djava.net.preferIPv4Stack=true
@rem @rem
@rem put hdfs in classpath if present @rem put hdfs in classpath if present
@rem @rem
if not defined HADOOP_HDFS_HOME ( if not defined HADOOP_HDFS_HOME (
if exist %HADOOP_HOME%\%HDFS_DIR% ( if exist %HADOOP_HOME%\%HDFS_DIR% (
set HADOOP_HDFS_HOME=%HADOOP_HOME% set HADOOP_HDFS_HOME=%HADOOP_HOME%
) )
) )
if exist %HADOOP_HDFS_HOME%\%HDFS_DIR%\webapps ( if exist %HADOOP_HDFS_HOME%\%HDFS_DIR%\webapps (
set CLASSPATH=!CLASSPATH!;%HADOOP_HDFS_HOME%\%HDFS_DIR% set CLASSPATH=!CLASSPATH!;%HADOOP_HDFS_HOME%\%HDFS_DIR%
) )
if exist %HADOOP_HDFS_HOME%\%HDFS_LIB_JARS_DIR% ( if exist %HADOOP_HDFS_HOME%\%HDFS_LIB_JARS_DIR% (
set CLASSPATH=!CLASSPATH!;%HADOOP_HDFS_HOME%\%HDFS_LIB_JARS_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_HDFS_HOME%\%HDFS_LIB_JARS_DIR%\*
) )
set CLASSPATH=!CLASSPATH!;%HADOOP_HDFS_HOME%\%HDFS_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_HDFS_HOME%\%HDFS_DIR%\*
@rem @rem
@rem put yarn in classpath if present @rem put yarn in classpath if present
@rem @rem
if not defined HADOOP_YARN_HOME ( if not defined HADOOP_YARN_HOME (
if exist %HADOOP_HOME%\%YARN_DIR% ( if exist %HADOOP_HOME%\%YARN_DIR% (
set HADOOP_YARN_HOME=%HADOOP_HOME% set HADOOP_YARN_HOME=%HADOOP_HOME%
) )
) )
if exist %HADOOP_YARN_HOME%\%YARN_DIR%\webapps ( if exist %HADOOP_YARN_HOME%\%YARN_DIR%\webapps (
set CLASSPATH=!CLASSPATH!;%HADOOP_YARN_HOME%\%YARN_DIR% set CLASSPATH=!CLASSPATH!;%HADOOP_YARN_HOME%\%YARN_DIR%
) )
if exist %HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR% ( if exist %HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR% (
set CLASSPATH=!CLASSPATH!;%HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR%\*
) )
set CLASSPATH=!CLASSPATH!;%HADOOP_YARN_HOME%\%YARN_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_YARN_HOME%\%YARN_DIR%\*
@rem @rem
@rem put mapred in classpath if present AND different from YARN @rem put mapred in classpath if present AND different from YARN
@rem @rem
if not defined HADOOP_MAPRED_HOME ( if not defined HADOOP_MAPRED_HOME (
if exist %HADOOP_HOME%\%MAPRED_DIR% ( if exist %HADOOP_HOME%\%MAPRED_DIR% (
set HADOOP_MAPRED_HOME=%HADOOP_HOME% set HADOOP_MAPRED_HOME=%HADOOP_HOME%
) )
) )
if not "%HADOOP_MAPRED_HOME%\%MAPRED_DIR%" == "%HADOOP_YARN_HOME%\%YARN_DIR%" ( if not "%HADOOP_MAPRED_HOME%\%MAPRED_DIR%" == "%HADOOP_YARN_HOME%\%YARN_DIR%" (
if exist %HADOOP_MAPRED_HOME%\%MAPRED_DIR%\webapps ( if exist %HADOOP_MAPRED_HOME%\%MAPRED_DIR%\webapps (
set CLASSPATH=!CLASSPATH!;%HADOOP_MAPRED_HOME%\%MAPRED_DIR% set CLASSPATH=!CLASSPATH!;%HADOOP_MAPRED_HOME%\%MAPRED_DIR%
) )
if exist %HADOOP_MAPRED_HOME%\%MAPRED_LIB_JARS_DIR% ( if exist %HADOOP_MAPRED_HOME%\%MAPRED_LIB_JARS_DIR% (
set CLASSPATH=!CLASSPATH!;%HADOOP_MAPRED_HOME%\%MAPRED_LIB_JARS_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_MAPRED_HOME%\%MAPRED_LIB_JARS_DIR%\*
) )
set CLASSPATH=!CLASSPATH!;%HADOOP_MAPRED_HOME%\%MAPRED_DIR%\* set CLASSPATH=!CLASSPATH!;%HADOOP_MAPRED_HOME%\%MAPRED_DIR%\*
) )
@rem @rem
@rem add user-specified CLASSPATH last @rem add user-specified CLASSPATH last
@rem @rem
if defined HADOOP_CLASSPATH ( if defined HADOOP_CLASSPATH (
if defined HADOOP_USER_CLASSPATH_FIRST ( if defined HADOOP_USER_CLASSPATH_FIRST (
set CLASSPATH=%HADOOP_CLASSPATH%;%CLASSPATH%; set CLASSPATH=%HADOOP_CLASSPATH%;%CLASSPATH%;
) else ( ) else (
set CLASSPATH=%CLASSPATH%;%HADOOP_CLASSPATH%; set CLASSPATH=%CLASSPATH%;%HADOOP_CLASSPATH%;
) )
) )
:eof :eof

480
hadoop-common-project/hadoop-common/src/main/bin/hadoop.cmd
View File

@ -1,240 +1,240 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem This script runs the hadoop core commands. @rem This script runs the hadoop core commands.
@rem Environment Variables @rem Environment Variables
@rem @rem
@rem JAVA_HOME The java implementation to use. Overrides JAVA_HOME. @rem JAVA_HOME The java implementation to use. Overrides JAVA_HOME.
@rem @rem
@rem HADOOP_CLASSPATH Extra Java CLASSPATH entries. @rem HADOOP_CLASSPATH Extra Java CLASSPATH entries.
@rem @rem
@rem HADOOP_USER_CLASSPATH_FIRST When defined, the HADOOP_CLASSPATH is @rem HADOOP_USER_CLASSPATH_FIRST When defined, the HADOOP_CLASSPATH is
@rem added in the beginning of the global @rem added in the beginning of the global
@rem classpath. Can be defined, for example, @rem classpath. Can be defined, for example,
@rem by doing @rem by doing
@rem export HADOOP_USER_CLASSPATH_FIRST=true @rem export HADOOP_USER_CLASSPATH_FIRST=true
@rem @rem
@rem HADOOP_HEAPSIZE The maximum amount of heap to use, in MB. @rem HADOOP_HEAPSIZE The maximum amount of heap to use, in MB.
@rem Default is 1000. @rem Default is 1000.
@rem @rem
@rem HADOOP_OPTS Extra Java runtime options. @rem HADOOP_OPTS Extra Java runtime options.
@rem @rem
@rem HADOOP_CLIENT_OPTS when the respective command is run. @rem HADOOP_CLIENT_OPTS when the respective command is run.
@rem HADOOP_{COMMAND}_OPTS etc HADOOP_JT_OPTS applies to JobTracker @rem HADOOP_{COMMAND}_OPTS etc HADOOP_JT_OPTS applies to JobTracker
@rem for e.g. HADOOP_CLIENT_OPTS applies to @rem for e.g. HADOOP_CLIENT_OPTS applies to
@rem more than one command (fs, dfs, fsck, @rem more than one command (fs, dfs, fsck,
@rem dfsadmin etc) @rem dfsadmin etc)
@rem @rem
@rem HADOOP_CONF_DIR Alternate conf dir. Default is ${HADOOP_HOME}/conf. @rem HADOOP_CONF_DIR Alternate conf dir. Default is ${HADOOP_HOME}/conf.
@rem @rem
@rem HADOOP_ROOT_LOGGER The root appender. Default is INFO,console @rem HADOOP_ROOT_LOGGER The root appender. Default is INFO,console
@rem @rem
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
call :updatepath %HADOOP_BIN_PATH% call :updatepath %HADOOP_BIN_PATH%
:main :main
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
set hadoop-command=%1 set hadoop-command=%1
if not defined hadoop-command ( if not defined hadoop-command (
goto print_usage goto print_usage
) )
call :make_command_arguments %* call :make_command_arguments %*
set hdfscommands=namenode secondarynamenode datanode dfs dfsadmin fsck balancer fetchdt oiv dfsgroups set hdfscommands=namenode secondarynamenode datanode dfs dfsadmin fsck balancer fetchdt oiv dfsgroups
for %%i in ( %hdfscommands% ) do ( for %%i in ( %hdfscommands% ) do (
if %hadoop-command% == %%i set hdfscommand=true if %hadoop-command% == %%i set hdfscommand=true
) )
if defined hdfscommand ( if defined hdfscommand (
@echo DEPRECATED: Use of this script to execute hdfs command is deprecated. 1>&2 @echo DEPRECATED: Use of this script to execute hdfs command is deprecated. 1>&2
@echo Instead use the hdfs command for it. 1>&2 @echo Instead use the hdfs command for it. 1>&2
if exist %HADOOP_HDFS_HOME%\bin\hdfs.cmd ( if exist %HADOOP_HDFS_HOME%\bin\hdfs.cmd (
call %HADOOP_HDFS_HOME%\bin\hdfs.cmd %* call %HADOOP_HDFS_HOME%\bin\hdfs.cmd %*
goto :eof goto :eof
) else if exist %HADOOP_HOME%\bin\hdfs.cmd ( ) else if exist %HADOOP_HOME%\bin\hdfs.cmd (
call %HADOOP_HOME%\bin\hdfs.cmd %* call %HADOOP_HOME%\bin\hdfs.cmd %*
goto :eof goto :eof
) else ( ) else (
echo HADOOP_HDFS_HOME not found! echo HADOOP_HDFS_HOME not found!
goto :eof goto :eof
) )
) )
set mapredcommands=pipes job queue mrgroups mradmin jobtracker tasktracker set mapredcommands=pipes job queue mrgroups mradmin jobtracker tasktracker
for %%i in ( %mapredcommands% ) do ( for %%i in ( %mapredcommands% ) do (
if %hadoop-command% == %%i set mapredcommand=true if %hadoop-command% == %%i set mapredcommand=true
) )
if defined mapredcommand ( if defined mapredcommand (
@echo DEPRECATED: Use of this script to execute mapred command is deprecated. 1>&2 @echo DEPRECATED: Use of this script to execute mapred command is deprecated. 1>&2
@echo Instead use the mapred command for it. 1>&2 @echo Instead use the mapred command for it. 1>&2
if exist %HADOOP_MAPRED_HOME%\bin\mapred.cmd ( if exist %HADOOP_MAPRED_HOME%\bin\mapred.cmd (
call %HADOOP_MAPRED_HOME%\bin\mapred.cmd %* call %HADOOP_MAPRED_HOME%\bin\mapred.cmd %*
goto :eof goto :eof
) else if exist %HADOOP_HOME%\bin\mapred.cmd ( ) else if exist %HADOOP_HOME%\bin\mapred.cmd (
call %HADOOP_HOME%\bin\mapred.cmd %* call %HADOOP_HOME%\bin\mapred.cmd %*
goto :eof goto :eof
) else ( ) else (
echo HADOOP_MAPRED_HOME not found! echo HADOOP_MAPRED_HOME not found!
goto :eof goto :eof
) )
) )
if %hadoop-command% == classpath ( if %hadoop-command% == classpath (
@echo %CLASSPATH% @echo %CLASSPATH%
goto :eof goto :eof
) )
set corecommands=fs version jar checknative distcp daemonlog archive set corecommands=fs version jar checknative distcp daemonlog archive
for %%i in ( %corecommands% ) do ( for %%i in ( %corecommands% ) do (
if %hadoop-command% == %%i set corecommand=true if %hadoop-command% == %%i set corecommand=true
) )
if defined corecommand ( if defined corecommand (
call :%hadoop-command% call :%hadoop-command%
) else ( ) else (
set CLASSPATH=%CLASSPATH%;%CD% set CLASSPATH=%CLASSPATH%;%CD%
set CLASS=%hadoop-command% set CLASS=%hadoop-command%
) )
set path=%PATH%;%HADOOP_BIN_PATH% set path=%PATH%;%HADOOP_BIN_PATH%
@rem Always respect HADOOP_OPTS and HADOOP_CLIENT_OPTS @rem Always respect HADOOP_OPTS and HADOOP_CLIENT_OPTS
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
@rem make sure security appender is turned off @rem make sure security appender is turned off
if not defined HADOOP_SECURITY_LOGGER ( if not defined HADOOP_SECURITY_LOGGER (
set HADOOP_SECURITY_LOGGER=INFO,NullAppender set HADOOP_SECURITY_LOGGER=INFO,NullAppender
) )
set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.security.logger=%HADOOP_SECURITY_LOGGER% set HADOOP_OPTS=%HADOOP_OPTS% -Dhadoop.security.logger=%HADOOP_SECURITY_LOGGER%
call %JAVA% %JAVA_HEAP_MAX% %HADOOP_OPTS% -classpath %CLASSPATH% %CLASS% %hadoop-command-arguments% call %JAVA% %JAVA_HEAP_MAX% %HADOOP_OPTS% -classpath %CLASSPATH% %CLASS% %hadoop-command-arguments%
goto :eof goto :eof
:fs :fs
set CLASS=org.apache.hadoop.fs.FsShell set CLASS=org.apache.hadoop.fs.FsShell
goto :eof goto :eof
:version :version
set CLASS=org.apache.hadoop.util.VersionInfo set CLASS=org.apache.hadoop.util.VersionInfo
goto :eof goto :eof
:jar :jar
set CLASS=org.apache.hadoop.util.RunJar set CLASS=org.apache.hadoop.util.RunJar
goto :eof goto :eof
:checknative :checknative
set CLASS=org.apache.hadoop.util.NativeLibraryChecker set CLASS=org.apache.hadoop.util.NativeLibraryChecker
goto :eof goto :eof
:distcp :distcp
set CLASS=org.apache.hadoop.tools.DistCp set CLASS=org.apache.hadoop.tools.DistCp
set CLASSPATH=%CLASSPATH%;%TOOL_PATH% set CLASSPATH=%CLASSPATH%;%TOOL_PATH%
goto :eof goto :eof
:daemonlog :daemonlog
set CLASS=org.apache.hadoop.log.LogLevel set CLASS=org.apache.hadoop.log.LogLevel
goto :eof goto :eof
:archive :archive
set CLASS=org.apache.hadoop.tools.HadoopArchives set CLASS=org.apache.hadoop.tools.HadoopArchives
set CLASSPATH=%CLASSPATH%;%TOOL_PATH% set CLASSPATH=%CLASSPATH%;%TOOL_PATH%
goto :eof goto :eof
:updatepath :updatepath
set path_to_add=%* set path_to_add=%*
set current_path_comparable=%path% set current_path_comparable=%path%
set current_path_comparable=%current_path_comparable: =_% set current_path_comparable=%current_path_comparable: =_%
set current_path_comparable=%current_path_comparable:(=_% set current_path_comparable=%current_path_comparable:(=_%
set current_path_comparable=%current_path_comparable:)=_% set current_path_comparable=%current_path_comparable:)=_%
set path_to_add_comparable=%path_to_add% set path_to_add_comparable=%path_to_add%
set path_to_add_comparable=%path_to_add_comparable: =_% set path_to_add_comparable=%path_to_add_comparable: =_%
set path_to_add_comparable=%path_to_add_comparable:(=_% set path_to_add_comparable=%path_to_add_comparable:(=_%
set path_to_add_comparable=%path_to_add_comparable:)=_% set path_to_add_comparable=%path_to_add_comparable:)=_%
for %%i in ( %current_path_comparable% ) do ( for %%i in ( %current_path_comparable% ) do (
if /i "%%i" == "%path_to_add_comparable%" ( if /i "%%i" == "%path_to_add_comparable%" (
set path_to_add_exist=true set path_to_add_exist=true
) )
) )
set system_path_comparable= set system_path_comparable=
set path_to_add_comparable= set path_to_add_comparable=
if not defined path_to_add_exist path=%path_to_add%;%path% if not defined path_to_add_exist path=%path_to_add%;%path%
set path_to_add= set path_to_add=
goto :eof goto :eof
@rem This changes %1, %2 etc. Hence those cannot be used after calling this. @rem This changes %1, %2 etc. Hence those cannot be used after calling this.
:make_command_arguments :make_command_arguments
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
if [%2] == [] goto :eof if [%2] == [] goto :eof
shift shift
set _arguments= set _arguments=
:MakeCmdArgsLoop :MakeCmdArgsLoop
if [%1]==[] goto :EndLoop if [%1]==[] goto :EndLoop
if not defined _arguments ( if not defined _arguments (
set _arguments=%1 set _arguments=%1
) else ( ) else (
set _arguments=!_arguments! %1 set _arguments=!_arguments! %1
) )
shift shift
goto :MakeCmdArgsLoop goto :MakeCmdArgsLoop
:EndLoop :EndLoop
set hadoop-command-arguments=%_arguments% set hadoop-command-arguments=%_arguments%
goto :eof goto :eof
:print_usage :print_usage
@echo Usage: hadoop [--config confdir] COMMAND @echo Usage: hadoop [--config confdir] COMMAND
@echo where COMMAND is one of: @echo where COMMAND is one of:
@echo fs run a generic filesystem user client @echo fs run a generic filesystem user client
@echo version print the version @echo version print the version
@echo jar ^<jar^> run a jar file @echo jar ^<jar^> run a jar file
@echo checknative [-a^|-h] check native hadoop and compression libraries availability @echo checknative [-a^|-h] check native hadoop and compression libraries availability
@echo distcp ^<srcurl^> ^<desturl^> copy file or directories recursively @echo distcp ^<srcurl^> ^<desturl^> copy file or directories recursively
@echo archive -archiveName NAME -p ^<parent path^> ^<src^>* ^<dest^> create a hadoop archive @echo archive -archiveName NAME -p ^<parent path^> ^<src^>* ^<dest^> create a hadoop archive
@echo classpath prints the class path needed to get the @echo classpath prints the class path needed to get the
@echo Hadoop jar and the required libraries @echo Hadoop jar and the required libraries
@echo daemonlog get/set the log level for each daemon @echo daemonlog get/set the log level for each daemon
@echo or @echo or
@echo CLASSNAME run the class named CLASSNAME @echo CLASSNAME run the class named CLASSNAME
@echo. @echo.
@echo Most commands print help when invoked w/o parameters. @echo Most commands print help when invoked w/o parameters.
endlocal endlocal

104
hadoop-common-project/hadoop-common/src/main/bin/start-all.cmd
View File

@ -1,52 +1,52 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
@rem Start all hadoop daemons. Run this on master node. @rem Start all hadoop daemons. Run this on master node.
echo This script is Deprecated. Instead use start-dfs.cmd and start-yarn.cmd echo This script is Deprecated. Instead use start-dfs.cmd and start-yarn.cmd
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
@rem start hdfs daemons if hdfs is present @rem start hdfs daemons if hdfs is present
if exist %HADOOP_HDFS_HOME%\sbin\start-dfs.cmd ( if exist %HADOOP_HDFS_HOME%\sbin\start-dfs.cmd (
call %HADOOP_HDFS_HOME%\sbin\start-dfs.cmd --config %HADOOP_CONF_DIR% call %HADOOP_HDFS_HOME%\sbin\start-dfs.cmd --config %HADOOP_CONF_DIR%
) )
@rem start yarn daemons if yarn is present @rem start yarn daemons if yarn is present
if exist %HADOOP_YARN_HOME%\sbin\start-yarn.cmd ( if exist %HADOOP_YARN_HOME%\sbin\start-yarn.cmd (
call %HADOOP_YARN_HOME%\sbin\start-yarn.cmd --config %HADOOP_CONF_DIR% call %HADOOP_YARN_HOME%\sbin\start-yarn.cmd --config %HADOOP_CONF_DIR%
) )
endlocal endlocal

104
hadoop-common-project/hadoop-common/src/main/bin/stop-all.cmd
View File

@ -1,52 +1,52 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
@rem Stop all hadoop daemons. Run this on master node. @rem Stop all hadoop daemons. Run this on master node.
echo This script is Deprecated. Instead use stop-dfs.cmd and stop-yarn.cmd echo This script is Deprecated. Instead use stop-dfs.cmd and stop-yarn.cmd
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
@rem stop hdfs daemons if hdfs is present @rem stop hdfs daemons if hdfs is present
if exist %HADOOP_HDFS_HOME%\sbin\stop-dfs.cmd ( if exist %HADOOP_HDFS_HOME%\sbin\stop-dfs.cmd (
call %HADOOP_HDFS_HOME%\sbin\stop-dfs.cmd --config %HADOOP_CONF_DIR% call %HADOOP_HDFS_HOME%\sbin\stop-dfs.cmd --config %HADOOP_CONF_DIR%
) )
@rem stop yarn daemons if yarn is present @rem stop yarn daemons if yarn is present
if exist %HADOOP_YARN_HOME%\sbin\stop-yarn.cmd ( if exist %HADOOP_YARN_HOME%\sbin\stop-yarn.cmd (
call %HADOOP_YARN_HOME%\sbin\stop-yarn.cmd --config %HADOOP_CONF_DIR% call %HADOOP_YARN_HOME%\sbin\stop-yarn.cmd --config %HADOOP_CONF_DIR%
) )
endlocal endlocal

162
hadoop-common-project/hadoop-common/src/main/conf/hadoop-env.cmd
View File

@ -1,81 +1,81 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem Set Hadoop-specific environment variables here. @rem Set Hadoop-specific environment variables here.
@rem The only required environment variable is JAVA_HOME. All others are @rem The only required environment variable is JAVA_HOME. All others are
@rem optional. When running a distributed configuration it is best to @rem optional. When running a distributed configuration it is best to
@rem set JAVA_HOME in this file, so that it is correctly defined on @rem set JAVA_HOME in this file, so that it is correctly defined on
@rem remote nodes. @rem remote nodes.
@rem The java implementation to use. Required. @rem The java implementation to use. Required.
set JAVA_HOME=%JAVA_HOME% set JAVA_HOME=%JAVA_HOME%
@rem The jsvc implementation to use. Jsvc is required to run secure datanodes. @rem The jsvc implementation to use. Jsvc is required to run secure datanodes.
@rem set JSVC_HOME=%JSVC_HOME% @rem set JSVC_HOME=%JSVC_HOME%
@rem set HADOOP_CONF_DIR= @rem set HADOOP_CONF_DIR=
@rem Extra Java CLASSPATH elements. Automatically insert capacity-scheduler. @rem Extra Java CLASSPATH elements. Automatically insert capacity-scheduler.
if exist %HADOOP_HOME%\contrib\capacity-scheduler ( if exist %HADOOP_HOME%\contrib\capacity-scheduler (
if not defined HADOOP_CLASSPATH ( if not defined HADOOP_CLASSPATH (
set HADOOP_CLASSPATH=%HADOOP_HOME%\contrib\capacity-scheduler\*.jar set HADOOP_CLASSPATH=%HADOOP_HOME%\contrib\capacity-scheduler\*.jar
) else ( ) else (
set HADOOP_CLASSPATH=%HADOOP_CLASSPATH%;%HADOOP_HOME%\contrib\capacity-scheduler\*.jar set HADOOP_CLASSPATH=%HADOOP_CLASSPATH%;%HADOOP_HOME%\contrib\capacity-scheduler\*.jar
) )
) )
@rem The maximum amount of heap to use, in MB. Default is 1000. @rem The maximum amount of heap to use, in MB. Default is 1000.
@rem set HADOOP_HEAPSIZE= @rem set HADOOP_HEAPSIZE=
@rem set HADOOP_NAMENODE_INIT_HEAPSIZE="" @rem set HADOOP_NAMENODE_INIT_HEAPSIZE=""
@rem Extra Java runtime options. Empty by default. @rem Extra Java runtime options. Empty by default.
@rem set HADOOP_OPTS=%HADOOP_OPTS% -Djava.net.preferIPv4Stack=true @rem set HADOOP_OPTS=%HADOOP_OPTS% -Djava.net.preferIPv4Stack=true
@rem Command specific options appended to HADOOP_OPTS when specified @rem Command specific options appended to HADOOP_OPTS when specified
if not defined HADOOP_SECURITY_LOGGER ( if not defined HADOOP_SECURITY_LOGGER (
set HADOOP_SECURITY_LOGGER=INFO,RFAS set HADOOP_SECURITY_LOGGER=INFO,RFAS
) )
if not defined HDFS_AUDIT_LOGGER ( if not defined HDFS_AUDIT_LOGGER (
set HDFS_AUDIT_LOGGER=INFO,NullAppender set HDFS_AUDIT_LOGGER=INFO,NullAppender
) )
set HADOOP_NAMENODE_OPTS=-Dhadoop.security.logger=%HADOOP_SECURITY_LOGGER% -Dhdfs.audit.logger=%HDFS_AUDIT_LOGGER% %HADOOP_NAMENODE_OPTS% set HADOOP_NAMENODE_OPTS=-Dhadoop.security.logger=%HADOOP_SECURITY_LOGGER% -Dhdfs.audit.logger=%HDFS_AUDIT_LOGGER% %HADOOP_NAMENODE_OPTS%
set HADOOP_DATANODE_OPTS=-Dhadoop.security.logger=ERROR,RFAS %HADOOP_DATANODE_OPTS% set HADOOP_DATANODE_OPTS=-Dhadoop.security.logger=ERROR,RFAS %HADOOP_DATANODE_OPTS%
set HADOOP_SECONDARYNAMENODE_OPTS=-Dhadoop.security.logger=%HADOOP_SECURITY_LOGGER% -Dhdfs.audit.logger=%HDFS_AUDIT_LOGGER% %HADOOP_SECONDARYNAMENODE_OPTS% set HADOOP_SECONDARYNAMENODE_OPTS=-Dhadoop.security.logger=%HADOOP_SECURITY_LOGGER% -Dhdfs.audit.logger=%HDFS_AUDIT_LOGGER% %HADOOP_SECONDARYNAMENODE_OPTS%
@rem The following applies to multiple commands (fs, dfs, fsck, distcp etc) @rem The following applies to multiple commands (fs, dfs, fsck, distcp etc)
set HADOOP_CLIENT_OPTS=-Xmx128m %HADOOP_CLIENT_OPTS% set HADOOP_CLIENT_OPTS=-Xmx128m %HADOOP_CLIENT_OPTS%
@rem set HADOOP_JAVA_PLATFORM_OPTS="-XX:-UsePerfData %HADOOP_JAVA_PLATFORM_OPTS%" @rem set HADOOP_JAVA_PLATFORM_OPTS="-XX:-UsePerfData %HADOOP_JAVA_PLATFORM_OPTS%"
@rem On secure datanodes, user to run the datanode as after dropping privileges @rem On secure datanodes, user to run the datanode as after dropping privileges
set HADOOP_SECURE_DN_USER=%HADOOP_SECURE_DN_USER% set HADOOP_SECURE_DN_USER=%HADOOP_SECURE_DN_USER%
@rem Where log files are stored. %HADOOP_HOME%/logs by default. @rem Where log files are stored. %HADOOP_HOME%/logs by default.
@rem set HADOOP_LOG_DIR=%HADOOP_LOG_DIR%\%USERNAME% @rem set HADOOP_LOG_DIR=%HADOOP_LOG_DIR%\%USERNAME%
@rem Where log files are stored in the secure data environment. @rem Where log files are stored in the secure data environment.
set HADOOP_SECURE_DN_LOG_DIR=%HADOOP_LOG_DIR%\%HADOOP_HDFS_USER% set HADOOP_SECURE_DN_LOG_DIR=%HADOOP_LOG_DIR%\%HADOOP_HDFS_USER%
@rem The directory where pid files are stored. /tmp by default. @rem The directory where pid files are stored. /tmp by default.
@rem NOTE: this should be set to a directory that can only be written to by @rem NOTE: this should be set to a directory that can only be written to by
@rem the user that will run the hadoop daemons. Otherwise there is the @rem the user that will run the hadoop daemons. Otherwise there is the
@rem potential for a symlink attack. @rem potential for a symlink attack.
set HADOOP_PID_DIR=%HADOOP_PID_DIR% set HADOOP_PID_DIR=%HADOOP_PID_DIR%
set HADOOP_SECURE_DN_PID_DIR=%HADOOP_PID_DIR% set HADOOP_SECURE_DN_PID_DIR=%HADOOP_PID_DIR%
@rem A string representing this instance of hadoop. %USERNAME% by default. @rem A string representing this instance of hadoop. %USERNAME% by default.
set HADOOP_IDENT_STRING=%USERNAME% set HADOOP_IDENT_STRING=%USERNAME%

96
hadoop-common-project/hadoop-common/src/main/native/native.sln
View File

@ -1,48 +1,48 @@
 
Microsoft Visual Studio Solution File, Format Version 11.00 Microsoft Visual Studio Solution File, Format Version 11.00
# Visual Studio 2010 # Visual Studio 2010
# Licensed to the Apache Software Foundation (ASF) under one or more # Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with # contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership. # this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0 # The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with # (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at # the License. You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "native", "native.vcxproj", "{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}" Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "native", "native.vcxproj", "{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}"
EndProject EndProject
Global Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Mixed Platforms = Debug|Mixed Platforms Debug|Mixed Platforms = Debug|Mixed Platforms
Debug|Win32 = Debug|Win32 Debug|Win32 = Debug|Win32
Debug|x64 = Debug|x64 Debug|x64 = Debug|x64
Release|Mixed Platforms = Release|Mixed Platforms Release|Mixed Platforms = Release|Mixed Platforms
Release|Win32 = Release|Win32 Release|Win32 = Release|Win32
Release|x64 = Release|x64 Release|x64 = Release|x64
EndGlobalSection EndGlobalSection
GlobalSection(ProjectConfigurationPlatforms) = postSolution GlobalSection(ProjectConfigurationPlatforms) = postSolution
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Mixed Platforms.ActiveCfg = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Mixed Platforms.ActiveCfg = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Mixed Platforms.Build.0 = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Mixed Platforms.Build.0 = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Win32.ActiveCfg = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Win32.ActiveCfg = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Win32.Build.0 = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|Win32.Build.0 = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|x64.ActiveCfg = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|x64.ActiveCfg = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|x64.Build.0 = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Debug|x64.Build.0 = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Mixed Platforms.ActiveCfg = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Mixed Platforms.ActiveCfg = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Mixed Platforms.Build.0 = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Mixed Platforms.Build.0 = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Win32.ActiveCfg = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Win32.ActiveCfg = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Win32.Build.0 = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|Win32.Build.0 = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|x64.ActiveCfg = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|x64.ActiveCfg = Release|x64
{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|x64.Build.0 = Release|x64 {4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}.Release|x64.Build.0 = Release|x64
EndGlobalSection EndGlobalSection
GlobalSection(SolutionProperties) = preSolution GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE HideSolutionNode = FALSE
EndGlobalSection EndGlobalSection
EndGlobal EndGlobal

242
hadoop-common-project/hadoop-common/src/main/native/native.vcxproj
View File

@ -1,121 +1,121 @@
<?xml version="1.0" encoding="utf-8"?> <?xml version="1.0" encoding="utf-8"?>
<!-- <!--
Licensed to the Apache Software Foundation (ASF) under one or more Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership. this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0 The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with (the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0 http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS, distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and See the License for the specific language governing permissions and
limitations under the License. limitations under the License.
--> -->
<Project DefaultTargets="CheckRequireSnappy;Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003"> <Project DefaultTargets="CheckRequireSnappy;Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
<ItemGroup Label="ProjectConfigurations"> <ItemGroup Label="ProjectConfigurations">
<ProjectConfiguration Include="Release|x64"> <ProjectConfiguration Include="Release|x64">
<Configuration>Release</Configuration> <Configuration>Release</Configuration>
<Platform>x64</Platform> <Platform>x64</Platform>
</ProjectConfiguration> </ProjectConfiguration>
</ItemGroup> </ItemGroup>
<PropertyGroup Label="Globals"> <PropertyGroup Label="Globals">
<ProjectGuid>{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}</ProjectGuid> <ProjectGuid>{4C0C12D2-3CB0-47F8-BCD0-55BD5732DFA7}</ProjectGuid>
<Keyword>Win32Proj</Keyword> <Keyword>Win32Proj</Keyword>
<RootNamespace>native</RootNamespace> <RootNamespace>native</RootNamespace>
</PropertyGroup> </PropertyGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
<ConfigurationType>DynamicLibrary</ConfigurationType> <ConfigurationType>DynamicLibrary</ConfigurationType>
<UseDebugLibraries>false</UseDebugLibraries> <UseDebugLibraries>false</UseDebugLibraries>
<WholeProgramOptimization>true</WholeProgramOptimization> <WholeProgramOptimization>true</WholeProgramOptimization>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
<ImportGroup Label="ExtensionSettings"> <ImportGroup Label="ExtensionSettings">
</ImportGroup> </ImportGroup>
<ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets"> <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<PropertyGroup Label="UserMacros" /> <PropertyGroup Label="UserMacros" />
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
<LinkIncremental>false</LinkIncremental> <LinkIncremental>false</LinkIncremental>
<OutDir>..\..\..\target\bin\</OutDir> <OutDir>..\..\..\target\bin\</OutDir>
<IntDir>..\..\..\target\native\$(Configuration)\</IntDir> <IntDir>..\..\..\target\native\$(Configuration)\</IntDir>
<TargetName>hadoop</TargetName> <TargetName>hadoop</TargetName>
</PropertyGroup> </PropertyGroup>
<PropertyGroup> <PropertyGroup>
<SnappyLib Condition="Exists('$(CustomSnappyPrefix)\snappy.dll')">$(CustomSnappyPrefix)</SnappyLib> <SnappyLib Condition="Exists('$(CustomSnappyPrefix)\snappy.dll')">$(CustomSnappyPrefix)</SnappyLib>
<SnappyLib Condition="Exists('$(CustomSnappyPrefix)\lib\snappy.dll') And '$(SnappyLib)' == ''">$(CustomSnappyPrefix)\lib</SnappyLib> <SnappyLib Condition="Exists('$(CustomSnappyPrefix)\lib\snappy.dll') And '$(SnappyLib)' == ''">$(CustomSnappyPrefix)\lib</SnappyLib>
<SnappyLib Condition="Exists('$(CustomSnappyLib)') And '$(SnappyLib)' == ''">$(CustomSnappyLib)</SnappyLib> <SnappyLib Condition="Exists('$(CustomSnappyLib)') And '$(SnappyLib)' == ''">$(CustomSnappyLib)</SnappyLib>
<SnappyInclude Condition="Exists('$(CustomSnappyPrefix)\snappy.h')">$(CustomSnappyPrefix)</SnappyInclude> <SnappyInclude Condition="Exists('$(CustomSnappyPrefix)\snappy.h')">$(CustomSnappyPrefix)</SnappyInclude>
<SnappyInclude Condition="Exists('$(CustomSnappyPrefix)\include\snappy.h') And '$(SnappyInclude)' == ''">$(CustomSnappyPrefix)\include</SnappyInclude> <SnappyInclude Condition="Exists('$(CustomSnappyPrefix)\include\snappy.h') And '$(SnappyInclude)' == ''">$(CustomSnappyPrefix)\include</SnappyInclude>
<SnappyInclude Condition="Exists('$(CustomSnappyInclude)') And '$(SnappyInclude)' == ''">$(CustomSnappyInclude)</SnappyInclude> <SnappyInclude Condition="Exists('$(CustomSnappyInclude)') And '$(SnappyInclude)' == ''">$(CustomSnappyInclude)</SnappyInclude>
<SnappyEnabled Condition="'$(SnappyLib)' != '' And '$(SnappyInclude)' != ''">true</SnappyEnabled> <SnappyEnabled Condition="'$(SnappyLib)' != '' And '$(SnappyInclude)' != ''">true</SnappyEnabled>
<IncludePath Condition="'$(SnappyEnabled)' == 'true'">$(SnappyInclude);$(IncludePath)</IncludePath> <IncludePath Condition="'$(SnappyEnabled)' == 'true'">$(SnappyInclude);$(IncludePath)</IncludePath>
</PropertyGroup> </PropertyGroup>
<Target Name="CheckRequireSnappy"> <Target Name="CheckRequireSnappy">
<Error <Error
Text="Required snappy library could not be found. SnappyLibrary=$(SnappyLibrary), SnappyInclude=$(SnappyInclude), CustomSnappyLib=$(CustomSnappyLib), CustomSnappyInclude=$(CustomSnappyInclude), CustomSnappyPrefix=$(CustomSnappyPrefix)" Text="Required snappy library could not be found. SnappyLibrary=$(SnappyLibrary), SnappyInclude=$(SnappyInclude), CustomSnappyLib=$(CustomSnappyLib), CustomSnappyInclude=$(CustomSnappyInclude), CustomSnappyPrefix=$(CustomSnappyPrefix)"
Condition="'$(RequireSnappy)' == 'true' And '$(SnappyEnabled)' != 'true'" /> Condition="'$(RequireSnappy)' == 'true' And '$(SnappyEnabled)' != 'true'" />
</Target> </Target>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
<ClCompile> <ClCompile>
<WarningLevel>Level3</WarningLevel> <WarningLevel>Level3</WarningLevel>
<PrecompiledHeader>NotUsing</PrecompiledHeader> <PrecompiledHeader>NotUsing</PrecompiledHeader>
<Optimization>MaxSpeed</Optimization> <Optimization>MaxSpeed</Optimization>
<FunctionLevelLinking>true</FunctionLevelLinking> <FunctionLevelLinking>true</FunctionLevelLinking>
<IntrinsicFunctions>true</IntrinsicFunctions> <IntrinsicFunctions>true</IntrinsicFunctions>
<PreprocessorDefinitions>WIN32;NDEBUG;_WINDOWS;_USRDLL;NATIVE_EXPORTS;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;NDEBUG;_WINDOWS;_USRDLL;NATIVE_EXPORTS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
<AdditionalIncludeDirectories>..\winutils\include;..\..\..\target\native\javah;%JAVA_HOME%\include;%JAVA_HOME%\include\win32;.\src;%(AdditionalIncludeDirectories)</AdditionalIncludeDirectories> <AdditionalIncludeDirectories>..\winutils\include;..\..\..\target\native\javah;%JAVA_HOME%\include;%JAVA_HOME%\include\win32;.\src;%(AdditionalIncludeDirectories)</AdditionalIncludeDirectories>
<CompileAs>CompileAsC</CompileAs> <CompileAs>CompileAsC</CompileAs>
<DisableSpecificWarnings>4244</DisableSpecificWarnings> <DisableSpecificWarnings>4244</DisableSpecificWarnings>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Windows</SubSystem> <SubSystem>Windows</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
<EnableCOMDATFolding>true</EnableCOMDATFolding> <EnableCOMDATFolding>true</EnableCOMDATFolding>
<OptimizeReferences>true</OptimizeReferences> <OptimizeReferences>true</OptimizeReferences>
<AdditionalDependencies>Ws2_32.lib;libwinutils.lib;%(AdditionalDependencies)</AdditionalDependencies> <AdditionalDependencies>Ws2_32.lib;libwinutils.lib;%(AdditionalDependencies)</AdditionalDependencies>
<AdditionalLibraryDirectories>..\..\..\target\bin;%(AdditionalLibraryDirectories)</AdditionalLibraryDirectories> <AdditionalLibraryDirectories>..\..\..\target\bin;%(AdditionalLibraryDirectories)</AdditionalLibraryDirectories>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemGroup> <ItemGroup>
<ClCompile Include="src\org\apache\hadoop\io\compress\snappy\SnappyCompressor.c" Condition="'$(SnappyEnabled)' == 'true'"> <ClCompile Include="src\org\apache\hadoop\io\compress\snappy\SnappyCompressor.c" Condition="'$(SnappyEnabled)' == 'true'">
<AdditionalOptions>/D HADOOP_SNAPPY_LIBRARY=L\"snappy.dll\"</AdditionalOptions> <AdditionalOptions>/D HADOOP_SNAPPY_LIBRARY=L\"snappy.dll\"</AdditionalOptions>
</ClCompile> </ClCompile>
<ClCompile Include="src\org\apache\hadoop\io\compress\snappy\SnappyDecompressor.c" Condition="'$(SnappyEnabled)' == 'true'"> <ClCompile Include="src\org\apache\hadoop\io\compress\snappy\SnappyDecompressor.c" Condition="'$(SnappyEnabled)' == 'true'">
<AdditionalOptions>/D HADOOP_SNAPPY_LIBRARY=L\"snappy.dll\"</AdditionalOptions> <AdditionalOptions>/D HADOOP_SNAPPY_LIBRARY=L\"snappy.dll\"</AdditionalOptions>
</ClCompile> </ClCompile>
<ClCompile Include="src\org\apache\hadoop\io\compress\lz4\lz4.c" /> <ClCompile Include="src\org\apache\hadoop\io\compress\lz4\lz4.c" />
<ClCompile Include="src\org\apache\hadoop\io\compress\lz4\lz4hc.c" /> <ClCompile Include="src\org\apache\hadoop\io\compress\lz4\lz4hc.c" />
<ClCompile Include="src\org\apache\hadoop\io\compress\lz4\Lz4Compressor.c" /> <ClCompile Include="src\org\apache\hadoop\io\compress\lz4\Lz4Compressor.c" />
<ClCompile Include="src\org\apache\hadoop\io\compress\lz4\Lz4Decompressor.c" /> <ClCompile Include="src\org\apache\hadoop\io\compress\lz4\Lz4Decompressor.c" />
<ClCompile Include="src\org\apache\hadoop\io\nativeio\file_descriptor.c" /> <ClCompile Include="src\org\apache\hadoop\io\nativeio\file_descriptor.c" />
<ClCompile Include="src\org\apache\hadoop\io\nativeio\NativeIO.c" /> <ClCompile Include="src\org\apache\hadoop\io\nativeio\NativeIO.c" />
<ClCompile Include="src\org\apache\hadoop\security\JniBasedUnixGroupsMappingWin.c" /> <ClCompile Include="src\org\apache\hadoop\security\JniBasedUnixGroupsMappingWin.c" />
<ClCompile Include="src\org\apache\hadoop\util\bulk_crc32.c" /> <ClCompile Include="src\org\apache\hadoop\util\bulk_crc32.c" />
<ClCompile Include="src\org\apache\hadoop\util\NativeCodeLoader.c"> <ClCompile Include="src\org\apache\hadoop\util\NativeCodeLoader.c">
<AdditionalOptions Condition="'$(SnappyEnabled)' == 'true'">/D HADOOP_SNAPPY_LIBRARY=L\"snappy.dll\"</AdditionalOptions> <AdditionalOptions Condition="'$(SnappyEnabled)' == 'true'">/D HADOOP_SNAPPY_LIBRARY=L\"snappy.dll\"</AdditionalOptions>
</ClCompile> </ClCompile>
<ClCompile Include="src\org\apache\hadoop\util\NativeCrc32.c" /> <ClCompile Include="src\org\apache\hadoop\util\NativeCrc32.c" />
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>
<ClInclude Include="..\src\org\apache\hadoop\util\crc32c_tables.h" /> <ClInclude Include="..\src\org\apache\hadoop\util\crc32c_tables.h" />
<ClInclude Include="..\src\org\apache\hadoop\util\crc32_zlib_polynomial_tables.h" /> <ClInclude Include="..\src\org\apache\hadoop\util\crc32_zlib_polynomial_tables.h" />
<ClInclude Include="src\org\apache\hadoop\io\compress\snappy\org_apache_hadoop_io_compress_snappy.h" /> <ClInclude Include="src\org\apache\hadoop\io\compress\snappy\org_apache_hadoop_io_compress_snappy.h" />
<ClInclude Include="src\org\apache\hadoop\io\nativeio\file_descriptor.h" /> <ClInclude Include="src\org\apache\hadoop\io\nativeio\file_descriptor.h" />
<ClInclude Include="src\org\apache\hadoop\util\bulk_crc32.h" /> <ClInclude Include="src\org\apache\hadoop\util\bulk_crc32.h" />
<ClInclude Include="src\org\apache\hadoop\util\crc32c_tables.h" /> <ClInclude Include="src\org\apache\hadoop\util\crc32c_tables.h" />
<ClInclude Include="src\org\apache\hadoop\util\crc32_zlib_polynomial_tables.h" /> <ClInclude Include="src\org\apache\hadoop\util\crc32_zlib_polynomial_tables.h" />
<ClInclude Include="src\org_apache_hadoop.h" /> <ClInclude Include="src\org_apache_hadoop.h" />
</ItemGroup> </ItemGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
<ImportGroup Label="ExtensionTargets"> <ImportGroup Label="ExtensionTargets">
</ImportGroup> </ImportGroup>
</Project> </Project>

342
hadoop-common-project/hadoop-common/src/main/winutils/libwinutils.vcxproj
View File

@ -1,171 +1,171 @@
<?xml version="1.0" encoding="utf-8"?> <?xml version="1.0" encoding="utf-8"?>
<!-- <!--
Licensed to the Apache Software Foundation (ASF) under one or more Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership. this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0 The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with (the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0 http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS, distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and See the License for the specific language governing permissions and
limitations under the License. limitations under the License.
--> -->
<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003"> <Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
<ItemGroup Label="ProjectConfigurations"> <ItemGroup Label="ProjectConfigurations">
<ProjectConfiguration Include="Debug|Win32"> <ProjectConfiguration Include="Debug|Win32">
<Configuration>Debug</Configuration> <Configuration>Debug</Configuration>
<Platform>Win32</Platform> <Platform>Win32</Platform>
</ProjectConfiguration> </ProjectConfiguration>
<ProjectConfiguration Include="Debug|x64"> <ProjectConfiguration Include="Debug|x64">
<Configuration>Debug</Configuration> <Configuration>Debug</Configuration>
<Platform>x64</Platform> <Platform>x64</Platform>
</ProjectConfiguration> </ProjectConfiguration>
<ProjectConfiguration Include="Release|Win32"> <ProjectConfiguration Include="Release|Win32">
<Configuration>Release</Configuration> <Configuration>Release</Configuration>
<Platform>Win32</Platform> <Platform>Win32</Platform>
</ProjectConfiguration> </ProjectConfiguration>
<ProjectConfiguration Include="Release|x64"> <ProjectConfiguration Include="Release|x64">
<Configuration>Release</Configuration> <Configuration>Release</Configuration>
<Platform>x64</Platform> <Platform>x64</Platform>
</ProjectConfiguration> </ProjectConfiguration>
</ItemGroup> </ItemGroup>
<PropertyGroup Label="Globals"> <PropertyGroup Label="Globals">
<ProjectGuid>{12131AA7-902E-4a6d-9CE3-043261D22A12}</ProjectGuid> <ProjectGuid>{12131AA7-902E-4a6d-9CE3-043261D22A12}</ProjectGuid>
<Keyword>Win32Proj</Keyword> <Keyword>Win32Proj</Keyword>
<RootNamespace>winutils</RootNamespace> <RootNamespace>winutils</RootNamespace>
</PropertyGroup> </PropertyGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
<ConfigurationType>StaticLibrary</ConfigurationType> <ConfigurationType>StaticLibrary</ConfigurationType>
<UseDebugLibraries>true</UseDebugLibraries> <UseDebugLibraries>true</UseDebugLibraries>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
<ConfigurationType>StaticLibrary</ConfigurationType> <ConfigurationType>StaticLibrary</ConfigurationType>
<UseDebugLibraries>true</UseDebugLibraries> <UseDebugLibraries>true</UseDebugLibraries>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
<ConfigurationType>StaticLibrary</ConfigurationType> <ConfigurationType>StaticLibrary</ConfigurationType>
<UseDebugLibraries>false</UseDebugLibraries> <UseDebugLibraries>false</UseDebugLibraries>
<WholeProgramOptimization>true</WholeProgramOptimization> <WholeProgramOptimization>true</WholeProgramOptimization>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
<ConfigurationType>StaticLibrary</ConfigurationType> <ConfigurationType>StaticLibrary</ConfigurationType>
<UseDebugLibraries>false</UseDebugLibraries> <UseDebugLibraries>false</UseDebugLibraries>
<WholeProgramOptimization>true</WholeProgramOptimization> <WholeProgramOptimization>true</WholeProgramOptimization>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
<ImportGroup Label="ExtensionSettings"> <ImportGroup Label="ExtensionSettings">
</ImportGroup> </ImportGroup>
<ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'"> <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets"> <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'"> <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets"> <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<PropertyGroup Label="UserMacros" /> <PropertyGroup Label="UserMacros" />
<PropertyGroup> <PropertyGroup>
<IncludePath>include;$(IncludePath)</IncludePath> <IncludePath>include;$(IncludePath)</IncludePath>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
<LinkIncremental>true</LinkIncremental> <LinkIncremental>true</LinkIncremental>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
<LinkIncremental>true</LinkIncremental> <LinkIncremental>true</LinkIncremental>
<OutDir /> <OutDir />
<IntDir>..\..\..\target\winutils\$(Configuration)\</IntDir> <IntDir>..\..\..\target\winutils\$(Configuration)\</IntDir>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
<LinkIncremental>false</LinkIncremental> <LinkIncremental>false</LinkIncremental>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
<LinkIncremental>false</LinkIncremental> <LinkIncremental>false</LinkIncremental>
<OutDir>..\..\..\target\bin\</OutDir> <OutDir>..\..\..\target\bin\</OutDir>
<IntDir>..\..\..\target\winutils\$(Platform)\$(Configuration)\</IntDir> <IntDir>..\..\..\target\winutils\$(Platform)\$(Configuration)\</IntDir>
</PropertyGroup> </PropertyGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
<ClCompile> <ClCompile>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<WarningLevel>Level3</WarningLevel> <WarningLevel>Level3</WarningLevel>
<Optimization>Disabled</Optimization> <Optimization>Disabled</Optimization>
<PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
<ClCompile> <ClCompile>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<WarningLevel>Level4</WarningLevel> <WarningLevel>Level4</WarningLevel>
<Optimization>Disabled</Optimization> <Optimization>Disabled</Optimization>
<PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
<ClCompile> <ClCompile>
<WarningLevel>Level3</WarningLevel> <WarningLevel>Level3</WarningLevel>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<Optimization>MaxSpeed</Optimization> <Optimization>MaxSpeed</Optimization>
<FunctionLevelLinking>true</FunctionLevelLinking> <FunctionLevelLinking>true</FunctionLevelLinking>
<IntrinsicFunctions>true</IntrinsicFunctions> <IntrinsicFunctions>true</IntrinsicFunctions>
<PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
<EnableCOMDATFolding>true</EnableCOMDATFolding> <EnableCOMDATFolding>true</EnableCOMDATFolding>
<OptimizeReferences>true</OptimizeReferences> <OptimizeReferences>true</OptimizeReferences>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
<ClCompile> <ClCompile>
<WarningLevel>Level3</WarningLevel> <WarningLevel>Level3</WarningLevel>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<Optimization>MaxSpeed</Optimization> <Optimization>MaxSpeed</Optimization>
<FunctionLevelLinking>true</FunctionLevelLinking> <FunctionLevelLinking>true</FunctionLevelLinking>
<IntrinsicFunctions>true</IntrinsicFunctions> <IntrinsicFunctions>true</IntrinsicFunctions>
<PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
<EnableCOMDATFolding>true</EnableCOMDATFolding> <EnableCOMDATFolding>true</EnableCOMDATFolding>
<OptimizeReferences>true</OptimizeReferences> <OptimizeReferences>true</OptimizeReferences>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemGroup> <ItemGroup>
<ClCompile Include="libwinutils.c" /> <ClCompile Include="libwinutils.c" />
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>
<ClInclude Include="include/winutils.h" /> <ClInclude Include="include/winutils.h" />
</ItemGroup> </ItemGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
<ImportGroup Label="ExtensionTargets"> <ImportGroup Label="ExtensionTargets">
</ImportGroup> </ImportGroup>
</Project> </Project>

110
hadoop-common-project/hadoop-common/src/main/winutils/winutils.sln
View File

@ -1,55 +1,55 @@
 
Microsoft Visual Studio Solution File, Format Version 11.00 Microsoft Visual Studio Solution File, Format Version 11.00
# Visual Studio 2010 # Visual Studio 2010
# Licensed to the Apache Software Foundation (ASF) under one or more # Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with # contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership. # this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0 # The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with # (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at # the License. You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "winutils", "winutils.vcxproj", "{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}" Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "winutils", "winutils.vcxproj", "{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}"
ProjectSection(ProjectDependencies) = postProject ProjectSection(ProjectDependencies) = postProject
{12131AA7-902E-4A6D-9CE3-043261D22A12} = {12131AA7-902E-4A6D-9CE3-043261D22A12} {12131AA7-902E-4A6D-9CE3-043261D22A12} = {12131AA7-902E-4A6D-9CE3-043261D22A12}
EndProjectSection EndProjectSection
EndProject EndProject
Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "libwinutils", "libwinutils.vcxproj", "{12131AA7-902E-4A6D-9CE3-043261D22A12}" Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "libwinutils", "libwinutils.vcxproj", "{12131AA7-902E-4A6D-9CE3-043261D22A12}"
EndProject EndProject
Global Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Win32 = Debug|Win32 Debug|Win32 = Debug|Win32
Debug|x64 = Debug|x64 Debug|x64 = Debug|x64
Release|Win32 = Release|Win32 Release|Win32 = Release|Win32
Release|x64 = Release|x64 Release|x64 = Release|x64
EndGlobalSection EndGlobalSection
GlobalSection(ProjectConfigurationPlatforms) = postSolution GlobalSection(ProjectConfigurationPlatforms) = postSolution
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|Win32.ActiveCfg = Debug|x64 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|Win32.ActiveCfg = Debug|x64
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|Win32.Build.0 = Debug|x64 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|Win32.Build.0 = Debug|x64
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|x64.ActiveCfg = Debug|x64 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|x64.ActiveCfg = Debug|x64
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|x64.Build.0 = Debug|x64 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Debug|x64.Build.0 = Debug|x64
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|Win32.ActiveCfg = Release|Win32 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|Win32.ActiveCfg = Release|Win32
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|Win32.Build.0 = Release|Win32 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|Win32.Build.0 = Release|Win32
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|x64.ActiveCfg = Release|x64 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|x64.ActiveCfg = Release|x64
{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|x64.Build.0 = Release|x64 {D94B3BD7-39CC-47A0-AE9A-353FDE506F33}.Release|x64.Build.0 = Release|x64
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|Win32.ActiveCfg = Debug|x64 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|Win32.ActiveCfg = Debug|x64
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|Win32.Build.0 = Debug|x64 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|Win32.Build.0 = Debug|x64
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|x64.ActiveCfg = Debug|x64 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|x64.ActiveCfg = Debug|x64
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|x64.Build.0 = Debug|x64 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Debug|x64.Build.0 = Debug|x64
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|Win32.ActiveCfg = Release|Win32 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|Win32.ActiveCfg = Release|Win32
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|Win32.Build.0 = Release|Win32 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|Win32.Build.0 = Release|Win32
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|x64.ActiveCfg = Release|x64 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|x64.ActiveCfg = Release|x64
{12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|x64.Build.0 = Release|x64 {12131AA7-902E-4A6D-9CE3-043261D22A12}.Release|x64.Build.0 = Release|x64
EndGlobalSection EndGlobalSection
GlobalSection(SolutionProperties) = preSolution GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE HideSolutionNode = FALSE
EndGlobalSection EndGlobalSection
EndGlobal EndGlobal

362
hadoop-common-project/hadoop-common/src/main/winutils/winutils.vcxproj
View File

@ -1,182 +1,182 @@
<?xml version="1.0" encoding="utf-8"?> <?xml version="1.0" encoding="utf-8"?>
<!-- <!--
Licensed to the Apache Software Foundation (ASF) under one or more Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership. this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0 The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with (the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0 http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS, distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and See the License for the specific language governing permissions and
limitations under the License. limitations under the License.
--> -->
<Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003"> <Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
<ItemGroup Label="ProjectConfigurations"> <ItemGroup Label="ProjectConfigurations">
<ProjectConfiguration Include="Debug|Win32"> <ProjectConfiguration Include="Debug|Win32">
<Configuration>Debug</Configuration> <Configuration>Debug</Configuration>
<Platform>Win32</Platform> <Platform>Win32</Platform>
</ProjectConfiguration> </ProjectConfiguration>
<ProjectConfiguration Include="Debug|x64"> <ProjectConfiguration Include="Debug|x64">
<Configuration>Debug</Configuration> <Configuration>Debug</Configuration>
<Platform>x64</Platform> <Platform>x64</Platform>
</ProjectConfiguration> </ProjectConfiguration>
<ProjectConfiguration Include="Release|Win32"> <ProjectConfiguration Include="Release|Win32">
<Configuration>Release</Configuration> <Configuration>Release</Configuration>
<Platform>Win32</Platform> <Platform>Win32</Platform>
</ProjectConfiguration> </ProjectConfiguration>
<ProjectConfiguration Include="Release|x64"> <ProjectConfiguration Include="Release|x64">
<Configuration>Release</Configuration> <Configuration>Release</Configuration>
<Platform>x64</Platform> <Platform>x64</Platform>
</ProjectConfiguration> </ProjectConfiguration>
</ItemGroup> </ItemGroup>
<PropertyGroup Label="Globals"> <PropertyGroup Label="Globals">
<ProjectGuid>{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}</ProjectGuid> <ProjectGuid>{D94B3BD7-39CC-47A0-AE9A-353FDE506F33}</ProjectGuid>
<Keyword>Win32Proj</Keyword> <Keyword>Win32Proj</Keyword>
<RootNamespace>winutils</RootNamespace> <RootNamespace>winutils</RootNamespace>
</PropertyGroup> </PropertyGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
<ConfigurationType>Application</ConfigurationType> <ConfigurationType>Application</ConfigurationType>
<UseDebugLibraries>true</UseDebugLibraries> <UseDebugLibraries>true</UseDebugLibraries>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
<ConfigurationType>Application</ConfigurationType> <ConfigurationType>Application</ConfigurationType>
<UseDebugLibraries>true</UseDebugLibraries> <UseDebugLibraries>true</UseDebugLibraries>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
<ConfigurationType>Application</ConfigurationType> <ConfigurationType>Application</ConfigurationType>
<UseDebugLibraries>false</UseDebugLibraries> <UseDebugLibraries>false</UseDebugLibraries>
<WholeProgramOptimization>true</WholeProgramOptimization> <WholeProgramOptimization>true</WholeProgramOptimization>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
<ConfigurationType>Application</ConfigurationType> <ConfigurationType>Application</ConfigurationType>
<UseDebugLibraries>false</UseDebugLibraries> <UseDebugLibraries>false</UseDebugLibraries>
<WholeProgramOptimization>true</WholeProgramOptimization> <WholeProgramOptimization>true</WholeProgramOptimization>
<CharacterSet>Unicode</CharacterSet> <CharacterSet>Unicode</CharacterSet>
</PropertyGroup> </PropertyGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
<ImportGroup Label="ExtensionSettings"> <ImportGroup Label="ExtensionSettings">
</ImportGroup> </ImportGroup>
<ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'"> <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets"> <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'"> <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets"> <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
<Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" /> <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
</ImportGroup> </ImportGroup>
<PropertyGroup Label="UserMacros" /> <PropertyGroup Label="UserMacros" />
<PropertyGroup> <PropertyGroup>
<IncludePath>include;$(IncludePath)</IncludePath> <IncludePath>include;$(IncludePath)</IncludePath>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
<LinkIncremental>true</LinkIncremental> <LinkIncremental>true</LinkIncremental>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
<LinkIncremental>true</LinkIncremental> <LinkIncremental>true</LinkIncremental>
<OutDir /> <OutDir />
<IntDir>..\..\..\target\winutils\$(Configuration)\</IntDir> <IntDir>..\..\..\target\winutils\$(Configuration)\</IntDir>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
<LinkIncremental>false</LinkIncremental> <LinkIncremental>false</LinkIncremental>
</PropertyGroup> </PropertyGroup>
<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'"> <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
<LinkIncremental>false</LinkIncremental> <LinkIncremental>false</LinkIncremental>
<IntDir>..\..\..\target\winutils\$(Platform)\$(Configuration)\</IntDir> <IntDir>..\..\..\target\winutils\$(Platform)\$(Configuration)\</IntDir>
<OutDir>..\..\..\target\bin\</OutDir> <OutDir>..\..\..\target\bin\</OutDir>
</PropertyGroup> </PropertyGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
<ClCompile> <ClCompile>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<WarningLevel>Level3</WarningLevel> <WarningLevel>Level3</WarningLevel>
<Optimization>Disabled</Optimization> <Optimization>Disabled</Optimization>
<PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
<ClCompile> <ClCompile>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<WarningLevel>Level4</WarningLevel> <WarningLevel>Level4</WarningLevel>
<Optimization>Disabled</Optimization> <Optimization>Disabled</Optimization>
<PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
<ClCompile> <ClCompile>
<WarningLevel>Level3</WarningLevel> <WarningLevel>Level3</WarningLevel>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<Optimization>MaxSpeed</Optimization> <Optimization>MaxSpeed</Optimization>
<FunctionLevelLinking>true</FunctionLevelLinking> <FunctionLevelLinking>true</FunctionLevelLinking>
<IntrinsicFunctions>true</IntrinsicFunctions> <IntrinsicFunctions>true</IntrinsicFunctions>
<PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
<EnableCOMDATFolding>true</EnableCOMDATFolding> <EnableCOMDATFolding>true</EnableCOMDATFolding>
<OptimizeReferences>true</OptimizeReferences> <OptimizeReferences>true</OptimizeReferences>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'"> <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
<ClCompile> <ClCompile>
<WarningLevel>Level3</WarningLevel> <WarningLevel>Level3</WarningLevel>
<PrecompiledHeader> <PrecompiledHeader>
</PrecompiledHeader> </PrecompiledHeader>
<Optimization>MaxSpeed</Optimization> <Optimization>MaxSpeed</Optimization>
<FunctionLevelLinking>true</FunctionLevelLinking> <FunctionLevelLinking>true</FunctionLevelLinking>
<IntrinsicFunctions>true</IntrinsicFunctions> <IntrinsicFunctions>true</IntrinsicFunctions>
<PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions> <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
</ClCompile> </ClCompile>
<Link> <Link>
<SubSystem>Console</SubSystem> <SubSystem>Console</SubSystem>
<GenerateDebugInformation>true</GenerateDebugInformation> <GenerateDebugInformation>true</GenerateDebugInformation>
<EnableCOMDATFolding>true</EnableCOMDATFolding> <EnableCOMDATFolding>true</EnableCOMDATFolding>
<OptimizeReferences>true</OptimizeReferences> <OptimizeReferences>true</OptimizeReferences>
</Link> </Link>
</ItemDefinitionGroup> </ItemDefinitionGroup>
<ItemGroup> <ItemGroup>
<ClCompile Include="readlink.c" /> <ClCompile Include="readlink.c" />
<ClCompile Include="symlink.c" /> <ClCompile Include="symlink.c" />
<ClCompile Include="systeminfo.c" /> <ClCompile Include="systeminfo.c" />
<ClCompile Include="chmod.c" /> <ClCompile Include="chmod.c" />
<ClCompile Include="chown.c" /> <ClCompile Include="chown.c" />
<ClCompile Include="groups.c" /> <ClCompile Include="groups.c" />
<ClCompile Include="hardlink.c" /> <ClCompile Include="hardlink.c" />
<ClCompile Include="task.c" /> <ClCompile Include="task.c" />
<ClCompile Include="ls.c" /> <ClCompile Include="ls.c" />
<ClCompile Include="main.c" /> <ClCompile Include="main.c" />
</ItemGroup> </ItemGroup>
<ItemGroup> <ItemGroup>
<ProjectReference Include="libwinutils.vcxproj"> <ProjectReference Include="libwinutils.vcxproj">
<Project>{12131aa7-902e-4a6d-9ce3-043261d22a12}</Project> <Project>{12131aa7-902e-4a6d-9ce3-043261d22a12}</Project>
</ProjectReference> </ProjectReference>
</ItemGroup> </ItemGroup>
<Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" /> <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
<ImportGroup Label="ExtensionTargets"> <ImportGroup Label="ExtensionTargets">
</ImportGroup> </ImportGroup>
</Project> </Project>

86
hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs-config.cmd
View File

@ -1,43 +1,43 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem included in all the hdfs scripts with source command @rem included in all the hdfs scripts with source command
@rem should not be executed directly @rem should not be executed directly
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
if exist %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd ( if exist %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd (
call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %*
) else if exist %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd ( ) else if exist %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd (
call %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd %* call %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd %*
) else if exist %HADOOP_HOME%\libexec\hadoop-config.cmd ( ) else if exist %HADOOP_HOME%\libexec\hadoop-config.cmd (
call %HADOOP_HOME%\libexec\hadoop-config.cmd %* call %HADOOP_HOME%\libexec\hadoop-config.cmd %*
) else ( ) else (
echo Hadoop common not found. echo Hadoop common not found.
) )
:eof :eof

342
hadoop-hdfs-project/hadoop-hdfs/src/main/bin/hdfs.cmd
View File

@ -1,171 +1,171 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem @rem
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\hdfs-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hdfs-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
:main :main
if exist %HADOOP_CONF_DIR%\hadoop-env.cmd ( if exist %HADOOP_CONF_DIR%\hadoop-env.cmd (
call %HADOOP_CONF_DIR%\hadoop-env.cmd call %HADOOP_CONF_DIR%\hadoop-env.cmd
) )
set hdfs-command=%1 set hdfs-command=%1
call :make_command_arguments %* call :make_command_arguments %*
if not defined hdfs-command ( if not defined hdfs-command (
goto print_usage goto print_usage
) )
call :%hdfs-command% %hdfs-command-arguments% call :%hdfs-command% %hdfs-command-arguments%
set java_arguments=%JAVA_HEAP_MAX% %HADOOP_OPTS% -classpath %CLASSPATH% %CLASS% %hdfs-command-arguments% set java_arguments=%JAVA_HEAP_MAX% %HADOOP_OPTS% -classpath %CLASSPATH% %CLASS% %hdfs-command-arguments%
call %JAVA% %java_arguments% call %JAVA% %java_arguments%
goto :eof goto :eof
:namenode :namenode
set CLASS=org.apache.hadoop.hdfs.server.namenode.NameNode set CLASS=org.apache.hadoop.hdfs.server.namenode.NameNode
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_NAMENODE_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_NAMENODE_OPTS%
goto :eof goto :eof
:zkfc :zkfc
set CLASS=org.apache.hadoop.hdfs.tools.DFSZKFailoverController set CLASS=org.apache.hadoop.hdfs.tools.DFSZKFailoverController
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_ZKFC_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_ZKFC_OPTS%
goto :eof goto :eof
:secondarynamenode :secondarynamenode
set CLASS=org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode set CLASS=org.apache.hadoop.hdfs.server.namenode.SecondaryNameNode
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_SECONDARYNAMENODE_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_SECONDARYNAMENODE_OPTS%
goto :eof goto :eof
:datanode :datanode
set CLASS=org.apache.hadoop.hdfs.server.datanode.DataNode set CLASS=org.apache.hadoop.hdfs.server.datanode.DataNode
set HADOOP_OPTS=%HADOOP_OPTS% -server %HADOOP_DATANODE_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% -server %HADOOP_DATANODE_OPTS%
goto :eof goto :eof
:dfs :dfs
set CLASS=org.apache.hadoop.fs.FsShell set CLASS=org.apache.hadoop.fs.FsShell
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:dfsadmin :dfsadmin
set CLASS=org.apache.hadoop.hdfs.tools.DFSAdmin set CLASS=org.apache.hadoop.hdfs.tools.DFSAdmin
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:haadmin :haadmin
set CLASS=org.apache.hadoop.hdfs.tools.DFSHAAdmin set CLASS=org.apache.hadoop.hdfs.tools.DFSHAAdmin
set CLASSPATH=%CLASSPATH%;%TOOL_PATH% set CLASSPATH=%CLASSPATH%;%TOOL_PATH%
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:fsck :fsck
set CLASS=org.apache.hadoop.hdfs.tools.DFSck set CLASS=org.apache.hadoop.hdfs.tools.DFSck
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:balancer :balancer
set CLASS=org.apache.hadoop.hdfs.server.balancer.Balancer set CLASS=org.apache.hadoop.hdfs.server.balancer.Balancer
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_BALANCER_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_BALANCER_OPTS%
goto :eof goto :eof
:jmxget :jmxget
set CLASS=org.apache.hadoop.hdfs.tools.JMXGet set CLASS=org.apache.hadoop.hdfs.tools.JMXGet
goto :eof goto :eof
:oiv :oiv
set CLASS=org.apache.hadoop.hdfs.tools.offlineImageViewer.OfflineImageViewer set CLASS=org.apache.hadoop.hdfs.tools.offlineImageViewer.OfflineImageViewer
goto :eof goto :eof
:oev :oev
set CLASS=org.apache.hadoop.hdfs.tools.offlineEditsViewer.OfflineEditsViewer set CLASS=org.apache.hadoop.hdfs.tools.offlineEditsViewer.OfflineEditsViewer
goto :eof goto :eof
:fetchdt :fetchdt
set CLASS=org.apache.hadoop.hdfs.tools.DelegationTokenFetcher set CLASS=org.apache.hadoop.hdfs.tools.DelegationTokenFetcher
goto :eof goto :eof
:getconf :getconf
set CLASS=org.apache.hadoop.hdfs.tools.GetConf set CLASS=org.apache.hadoop.hdfs.tools.GetConf
goto :eof goto :eof
:groups :groups
set CLASS=org.apache.hadoop.hdfs.tools.GetGroups set CLASS=org.apache.hadoop.hdfs.tools.GetGroups
goto :eof goto :eof
@rem This changes %1, %2 etc. Hence those cannot be used after calling this. @rem This changes %1, %2 etc. Hence those cannot be used after calling this.
:make_command_arguments :make_command_arguments
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
if [%2] == [] goto :eof if [%2] == [] goto :eof
shift shift
set _hdfsarguments= set _hdfsarguments=
:MakeCmdArgsLoop :MakeCmdArgsLoop
if [%1]==[] goto :EndLoop if [%1]==[] goto :EndLoop
if not defined _hdfsarguments ( if not defined _hdfsarguments (
set _hdfsarguments=%1 set _hdfsarguments=%1
) else ( ) else (
set _hdfsarguments=!_hdfsarguments! %1 set _hdfsarguments=!_hdfsarguments! %1
) )
shift shift
goto :MakeCmdArgsLoop goto :MakeCmdArgsLoop
:EndLoop :EndLoop
set hdfs-command-arguments=%_hdfsarguments% set hdfs-command-arguments=%_hdfsarguments%
goto :eof goto :eof
:print_usage :print_usage
@echo Usage: hdfs [--config confdir] COMMAND @echo Usage: hdfs [--config confdir] COMMAND
@echo where COMMAND is one of: @echo where COMMAND is one of:
@echo dfs run a filesystem command on the file systems supported in Hadoop. @echo dfs run a filesystem command on the file systems supported in Hadoop.
@echo namenode -format format the DFS filesystem @echo namenode -format format the DFS filesystem
@echo secondarynamenode run the DFS secondary namenode @echo secondarynamenode run the DFS secondary namenode
@echo namenode run the DFS namenode @echo namenode run the DFS namenode
@echo zkfc run the ZK Failover Controller daemon @echo zkfc run the ZK Failover Controller daemon
@echo datanode run a DFS datanode @echo datanode run a DFS datanode
@echo dfsadmin run a DFS admin client @echo dfsadmin run a DFS admin client
@echo fsck run a DFS filesystem checking utility @echo fsck run a DFS filesystem checking utility
@echo balancer run a cluster balancing utility @echo balancer run a cluster balancing utility
@echo jmxget get JMX exported values from NameNode or DataNode. @echo jmxget get JMX exported values from NameNode or DataNode.
@echo oiv apply the offline fsimage viewer to an fsimage @echo oiv apply the offline fsimage viewer to an fsimage
@echo oev apply the offline edits viewer to an edits file @echo oev apply the offline edits viewer to an edits file
@echo fetchdt fetch a delegation token from the NameNode @echo fetchdt fetch a delegation token from the NameNode
@echo getconf get config values from configuration @echo getconf get config values from configuration
@echo groups get the groups which users belong to @echo groups get the groups which users belong to
@echo Use -help to see options @echo Use -help to see options
@echo. @echo.
@echo Most commands print help when invoked w/o parameters. @echo Most commands print help when invoked w/o parameters.
endlocal endlocal

82
hadoop-hdfs-project/hadoop-hdfs/src/main/bin/start-dfs.cmd
View File

@ -1,41 +1,41 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem @rem
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\hdfs-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hdfs-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
start "Apache Hadoop Distribution" hadoop namenode start "Apache Hadoop Distribution" hadoop namenode
start "Apache Hadoop Distribution" hadoop datanode start "Apache Hadoop Distribution" hadoop datanode
endlocal endlocal

82
hadoop-hdfs-project/hadoop-hdfs/src/main/bin/stop-dfs.cmd
View File

@ -1,41 +1,41 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem @rem
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - hadoop namenode" Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - hadoop namenode"
Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - hadoop datanode" Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - hadoop datanode"
endlocal endlocal

86
hadoop-mapreduce-project/bin/mapred-config.cmd
View File

@ -1,43 +1,43 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem included in all the hdfs scripts with source command @rem included in all the hdfs scripts with source command
@rem should not be executed directly @rem should not be executed directly
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
if exist %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd ( if exist %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd (
call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %*
) else if exist %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd ( ) else if exist %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd (
call %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd %* call %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd %*
) else if exist %HADOOP_HOME%\libexec\hadoop-config.cmd ( ) else if exist %HADOOP_HOME%\libexec\hadoop-config.cmd (
call %HADOOP_HOME%\libexec\hadoop-config.cmd %* call %HADOOP_HOME%\libexec\hadoop-config.cmd %*
) else ( ) else (
echo Hadoop common not found. echo Hadoop common not found.
) )
:eof :eof

390
hadoop-mapreduce-project/bin/mapred.cmd
View File

@ -1,195 +1,195 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem The Hadoop mapred command script @rem The Hadoop mapred command script
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~`%" == "\" ( if "%HADOOP_BIN_PATH:~`%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %DEFAULT_LIBEXEC_DIR%\mapred-config.cmd %* call %DEFAULT_LIBEXEC_DIR%\mapred-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
:main :main
if exist %MAPRED_CONF_DIR%\mapred-env.cmd ( if exist %MAPRED_CONF_DIR%\mapred-env.cmd (
call %MAPRED_CONF_DIR%\mapred-env.cmd call %MAPRED_CONF_DIR%\mapred-env.cmd
) )
set mapred-command=%1 set mapred-command=%1
call :make_command_arguments %* call :make_command_arguments %*
if not defined mapred-command ( if not defined mapred-command (
goto print_usage goto print_usage
) )
@rem JAVA and JAVA_HEAP_MAX are set in hadoop-confg.cmd @rem JAVA and JAVA_HEAP_MAX are set in hadoop-confg.cmd
if defined MAPRED_HEAPSIZE ( if defined MAPRED_HEAPSIZE (
@rem echo run with Java heapsize %MAPRED_HEAPSIZE% @rem echo run with Java heapsize %MAPRED_HEAPSIZE%
set JAVA_HEAP_SIZE=-Xmx%MAPRED_HEAPSIZE%m set JAVA_HEAP_SIZE=-Xmx%MAPRED_HEAPSIZE%m
) )
@rem CLASSPATH initially contains HADOOP_CONF_DIR and MAPRED_CONF_DIR @rem CLASSPATH initially contains HADOOP_CONF_DIR and MAPRED_CONF_DIR
if not defined HADOOP_CONF_DIR ( if not defined HADOOP_CONF_DIR (
echo NO HADOOP_CONF_DIR set. echo NO HADOOP_CONF_DIR set.
echo Please specify it either in mapred-env.cmd or in the environment. echo Please specify it either in mapred-env.cmd or in the environment.
goto :eof goto :eof
) )
set CLASSPATH=%HADOOP_CONF_DIR%;%MAPRED_CONF_DIR%;%CLASSPATH% set CLASSPATH=%HADOOP_CONF_DIR%;%MAPRED_CONF_DIR%;%CLASSPATH%
@rem for developers, add Hadoop classes to CLASSPATH @rem for developers, add Hadoop classes to CLASSPATH
if exist %HADOOP_MAPRED_HOME%\build\classes ( if exist %HADOOP_MAPRED_HOME%\build\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build\classes set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build\classes
) )
if exist %HADOOP_MAPRED_HOME%\build\webapps ( if exist %HADOOP_MAPRED_HOME%\build\webapps (
set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build
) )
if exist %HADOOP_MAPRED_HOME%\build\test\classes ( if exist %HADOOP_MAPRED_HOME%\build\test\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build\test\classes set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build\test\classes
) )
if exist %HADOOP_MAPRED_HOME%\build\tools ( if exist %HADOOP_MAPRED_HOME%\build\tools (
set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build\tools set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\build\tools
) )
@rem Need YARN jars also @rem Need YARN jars also
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_DIR%\* set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_DIR%\*
@rem add libs to CLASSPATH @rem add libs to CLASSPATH
set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\%MAPRED_LIB_JARS_DIR%\* set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\%MAPRED_LIB_JARS_DIR%\*
@rem add modules to CLASSPATH @rem add modules to CLASSPATH
set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\modules\* set CLASSPATH=%CLASSPATH%;%HADOOP_MAPRED_HOME%\modules\*
call :%mapred-command% %mapred-command-arguments% call :%mapred-command% %mapred-command-arguments%
set java_arguments=%JAVA_HEAP_MAX% %MAPRED_OPTS% -classpath %CLASSPATH% %CLASS% %mapred-command-arguments% set java_arguments=%JAVA_HEAP_MAX% %MAPRED_OPTS% -classpath %CLASSPATH% %CLASS% %mapred-command-arguments%
call %JAVA% %java_arguments% call %JAVA% %java_arguments%
goto :eof goto :eof
:classpath :classpath
@echo %CLASSPATH% @echo %CLASSPATH%
goto :eof goto :eof
:job :job
set CLASS=org.apache.hadoop.mapred.JobClient set CLASS=org.apache.hadoop.mapred.JobClient
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:queue :queue
set CLASS=org.apache.hadoop.mapred.JobQueueClient set CLASS=org.apache.hadoop.mapred.JobQueueClient
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:sampler :sampler
set CLASS=org.apache.hadoop.mapred.lib.InputSampler set CLASS=org.apache.hadoop.mapred.lib.InputSampler
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:historyserver :historyserver
set CLASS=org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer set CLASS=org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer
set HADOOP_OPTS=%HADOOP_OPTS% -Dmapred.jobsummary.logger=%HADOOP_JHS_LOGGER% %HADOOP_JOB_HISTORYSERVER_OPTS%" set HADOOP_OPTS=%HADOOP_OPTS% -Dmapred.jobsummary.logger=%HADOOP_JHS_LOGGER% %HADOOP_JOB_HISTORYSERVER_OPTS%"
if defined HADOOP_JOB_HISTORYSERVER_HEAPSIZE ( if defined HADOOP_JOB_HISTORYSERVER_HEAPSIZE (
set JAVA_HEAP_MAX=-Xmx%HADOOP_JOB_HISTORYSERVER_HEAPSIZE%m set JAVA_HEAP_MAX=-Xmx%HADOOP_JOB_HISTORYSERVER_HEAPSIZE%m
) )
goto :eof goto :eof
:distcp :distcp
set CLASS=org.apache.hadoop.tools.DistCp set CLASS=org.apache.hadoop.tools.DistCp
set CLASSPATH=%CLASSPATH%;%TOO_PATH% set CLASSPATH=%CLASSPATH%;%TOO_PATH%
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
goto :eof goto :eof
:archive :archive
set CLASS=org.apache.hadop.tools.HadoopArchives set CLASS=org.apache.hadop.tools.HadoopArchives
set CLASSPATH=%CLASSPATH%;%TOO_PATH% set CLASSPATH=%CLASSPATH%;%TOO_PATH%
set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS% set HADOOP_OPTS=%HADOOP_OPTS% %HADOOP_CLIENT_OPTS%
:pipes :pipes
goto not_supported goto not_supported
:mradmin :mradmin
goto not_supported goto not_supported
:jobtracker :jobtracker
goto not_supported goto not_supported
:tasktracker :tasktracker
goto not_supported goto not_supported
:groups :groups
goto not_supported goto not_supported
@rem This changes %1, %2 etc. Hence those cannot be used after calling this. @rem This changes %1, %2 etc. Hence those cannot be used after calling this.
:make_command_arguments :make_command_arguments
if [%2] == [] goto :eof if [%2] == [] goto :eof
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
shift shift
set _mapredarguments= set _mapredarguments=
:MakeCmdArgsLoop :MakeCmdArgsLoop
if [%1]==[] goto :EndLoop if [%1]==[] goto :EndLoop
if not defined _mapredarguments ( if not defined _mapredarguments (
set _mapredarguments=%1 set _mapredarguments=%1
) else ( ) else (
set _mapredarguments=!_mapredarguments! %1 set _mapredarguments=!_mapredarguments! %1
) )
shift shift
goto :MakeCmdArgsLoop goto :MakeCmdArgsLoop
:EndLoop :EndLoop
set mapred-command-arguments=%_mapredarguments% set mapred-command-arguments=%_mapredarguments%
goto :eof goto :eof
:not_supported :not_supported
@echo Sorry, the %COMMAND% command is no longer supported. @echo Sorry, the %COMMAND% command is no longer supported.
@echo You may find similar functionality with the "yarn" shell command. @echo You may find similar functionality with the "yarn" shell command.
goto print_usage goto print_usage
:print_usage :print_usage
@echo Usage: mapred [--config confdir] COMMAND @echo Usage: mapred [--config confdir] COMMAND
@echo where COMMAND is one of: @echo where COMMAND is one of:
@echo job manipulate MapReduce jobs @echo job manipulate MapReduce jobs
@echo queue get information regarding JobQueues @echo queue get information regarding JobQueues
@echo classpath prints the class path needed for running @echo classpath prints the class path needed for running
@echo mapreduce subcommands @echo mapreduce subcommands
@echo historyserver run job history servers as a standalone daemon @echo historyserver run job history servers as a standalone daemon
@echo distcp ^<srcurl^> ^<desturl^> copy file or directories recursively @echo distcp ^<srcurl^> ^<desturl^> copy file or directories recursively
@echo archive -archiveName NAME -p ^<parent path^> ^<src^>* ^<dest^> create a hadoop archive @echo archive -archiveName NAME -p ^<parent path^> ^<src^>* ^<dest^> create a hadoop archive
@echo @echo
@echo Most commands print help when invoked w/o parameters. @echo Most commands print help when invoked w/o parameters.
endlocal endlocal

40
hadoop-mapreduce-project/conf/mapred-env.cmd
View File

@ -1,20 +1,20 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
set HADOOP_JOB_HISTORYSERVER_HEAPSIZE=1000 set HADOOP_JOB_HISTORYSERVER_HEAPSIZE=1000
set HADOOP_MAPRED_ROOT_LOGGER=INFO,RFA set HADOOP_MAPRED_ROOT_LOGGER=INFO,RFA

36
hadoop-tools/hadoop-streaming/src/test/bin/cat.cmd
View File

@ -1,18 +1,18 @@
@rem Licensed to the Apache Software Foundation (ASF) under one @rem Licensed to the Apache Software Foundation (ASF) under one
@rem or more contributor license agreements. See the NOTICE file @rem or more contributor license agreements. See the NOTICE file
@rem distributed with this work for additional information @rem distributed with this work for additional information
@rem regarding copyright ownership. The ASF licenses this file @rem regarding copyright ownership. The ASF licenses this file
@rem to you under the Apache License, Version 2.0 (the @rem to you under the Apache License, Version 2.0 (the
@rem "License"); you may not use this file except in compliance @rem "License"); you may not use this file except in compliance
@rem with the License. You may obtain a copy of the License at @rem with the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@for /F "usebackq tokens=* delims=" %%A in (`findstr .`) do @echo %%A @for /F "usebackq tokens=* delims=" %%A in (`findstr .`) do @echo %%A
@rem lines have been copied from stdin to stdout @rem lines have been copied from stdin to stdout

36
hadoop-tools/hadoop-streaming/src/test/bin/xargs_cat.cmd
View File

@ -1,18 +1,18 @@
@rem Licensed to the Apache Software Foundation (ASF) under one @rem Licensed to the Apache Software Foundation (ASF) under one
@rem or more contributor license agreements. See the NOTICE file @rem or more contributor license agreements. See the NOTICE file
@rem distributed with this work for additional information @rem distributed with this work for additional information
@rem regarding copyright ownership. The ASF licenses this file @rem regarding copyright ownership. The ASF licenses this file
@rem to you under the Apache License, Version 2.0 (the @rem to you under the Apache License, Version 2.0 (the
@rem "License"); you may not use this file except in compliance @rem "License"); you may not use this file except in compliance
@rem with the License. You may obtain a copy of the License at @rem with the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@for /F "usebackq tokens=* delims=" %%A in (`findstr .`) do @type %%A @for /F "usebackq tokens=* delims=" %%A in (`findstr .`) do @type %%A
@rem files named on stdin have been copied to stdout @rem files named on stdin have been copied to stdout

94
hadoop-yarn-project/hadoop-yarn/bin/start-yarn.cmd
View File

@ -1,47 +1,47 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem @rem
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
echo starting yarn daemons echo starting yarn daemons
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\yarn-config.cmd %* call %HADOOP_LIBEXEC_DIR%\yarn-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
@rem start resourceManager @rem start resourceManager
start "Apache Hadoop Distribution" yarn resourcemanager start "Apache Hadoop Distribution" yarn resourcemanager
@rem start nodeManager @rem start nodeManager
start "Apache Hadoop Distribution" yarn nodemanager start "Apache Hadoop Distribution" yarn nodemanager
@rem start proxyserver @rem start proxyserver
@rem start "Apache Hadoop Distribution" yarn proxyserver @rem start "Apache Hadoop Distribution" yarn proxyserver
endlocal endlocal

94
hadoop-yarn-project/hadoop-yarn/bin/stop-yarn.cmd
View File

@ -1,47 +1,47 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem @rem
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
echo stopping yarn daemons echo stopping yarn daemons
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %HADOOP_LIBEXEC_DIR%\yarn-config.cmd %* call %HADOOP_LIBEXEC_DIR%\yarn-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
@rem stop resourceManager @rem stop resourceManager
Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - yarn resourcemanager" Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - yarn resourcemanager"
@rem stop nodeManager @rem stop nodeManager
Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - yarn nodemanager" Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - yarn nodemanager"
@rem stop proxy server @rem stop proxy server
Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - yarn proxyserver" Taskkill /FI "WINDOWTITLE eq Apache Hadoop Distribution - yarn proxyserver"
endlocal endlocal

144
hadoop-yarn-project/hadoop-yarn/bin/yarn-config.cmd
View File

@ -1,72 +1,72 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem included in all the hdfs scripts with source command @rem included in all the hdfs scripts with source command
@rem should not be executed directly @rem should not be executed directly
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
if exist %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd ( if exist %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd (
call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %* call %HADOOP_LIBEXEC_DIR%\hadoop-config.cmd %*
) else if exist %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd ( ) else if exist %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd (
call %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd %* call %HADOOP_COMMON_HOME%\libexec\hadoop-config.cmd %*
) else if exist %HADOOP_HOME%\libexec\hadoop-config.cmd ( ) else if exist %HADOOP_HOME%\libexec\hadoop-config.cmd (
call %HADOOP_HOME%\libexec\hadoop-config.cmd %* call %HADOOP_HOME%\libexec\hadoop-config.cmd %*
) else ( ) else (
echo Hadoop common not found. echo Hadoop common not found.
) )
@rem @rem
@rem Allow alternate conf dir location. @rem Allow alternate conf dir location.
@rem @rem
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
set YARN_CONF_DIR=%2 set YARN_CONF_DIR=%2
shift shift
) )
if not defined YARN_CONF_DIR ( if not defined YARN_CONF_DIR (
if not defined HADOOP_CONF_DIR ( if not defined HADOOP_CONF_DIR (
set YARN_CONF_DIR=%HADOOP_YARN_HOME%\conf set YARN_CONF_DIR=%HADOOP_YARN_HOME%\conf
) else ( ) else (
set YARN_CONF_DIR=%HADOOP_CONF_DIR% set YARN_CONF_DIR=%HADOOP_CONF_DIR%
) )
) )
@rem @rem
@rem check to see it is specified whether to use the slaves or the @rem check to see it is specified whether to use the slaves or the
@rem masters file @rem masters file
@rem @rem
if "%1" == "--hosts" ( if "%1" == "--hosts" (
set YARN_SLAVES=%YARN_CONF_DIR%\%2 set YARN_SLAVES=%YARN_CONF_DIR%\%2
shift shift
shift shift
) )
:eof :eof

508
hadoop-yarn-project/hadoop-yarn/bin/yarn.cmd
View File

@ -1,254 +1,254 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem The Hadoop command script @rem The Hadoop command script
@rem @rem
@rem Environment Variables @rem Environment Variables
@rem @rem
@rem JAVA_HOME The java implementation to use. Overrides JAVA_HOME. @rem JAVA_HOME The java implementation to use. Overrides JAVA_HOME.
@rem @rem
@rem YARN_CLASSPATH Extra Java CLASSPATH entries. @rem YARN_CLASSPATH Extra Java CLASSPATH entries.
@rem @rem
@rem YARN_HEAPSIZE The maximum amount of heap to use, in MB. @rem YARN_HEAPSIZE The maximum amount of heap to use, in MB.
@rem Default is 1000. @rem Default is 1000.
@rem @rem
@rem YARN_{COMMAND}_HEAPSIZE overrides YARN_HEAPSIZE for a given command @rem YARN_{COMMAND}_HEAPSIZE overrides YARN_HEAPSIZE for a given command
@rem eg YARN_NODEMANAGER_HEAPSIZE sets the heap @rem eg YARN_NODEMANAGER_HEAPSIZE sets the heap
@rem size for the NodeManager. If you set the @rem size for the NodeManager. If you set the
@rem heap size in YARN_{COMMAND}_OPTS or YARN_OPTS @rem heap size in YARN_{COMMAND}_OPTS or YARN_OPTS
@rem they take precedence. @rem they take precedence.
@rem @rem
@rem YARN_OPTS Extra Java runtime options. @rem YARN_OPTS Extra Java runtime options.
@rem @rem
@rem YARN_CLIENT_OPTS when the respective command is run. @rem YARN_CLIENT_OPTS when the respective command is run.
@rem YARN_{COMMAND}_OPTS etc YARN_NODEMANAGER_OPTS applies to NodeManager @rem YARN_{COMMAND}_OPTS etc YARN_NODEMANAGER_OPTS applies to NodeManager
@rem for e.g. YARN_CLIENT_OPTS applies to @rem for e.g. YARN_CLIENT_OPTS applies to
@rem more than one command (fs, dfs, fsck, @rem more than one command (fs, dfs, fsck,
@rem dfsadmin etc) @rem dfsadmin etc)
@rem @rem
@rem YARN_CONF_DIR Alternate conf dir. Default is ${HADOOP_YARN_HOME}/conf. @rem YARN_CONF_DIR Alternate conf dir. Default is ${HADOOP_YARN_HOME}/conf.
@rem @rem
@rem YARN_ROOT_LOGGER The root appender. Default is INFO,console @rem YARN_ROOT_LOGGER The root appender. Default is INFO,console
@rem @rem
setlocal enabledelayedexpansion setlocal enabledelayedexpansion
if not defined HADOOP_BIN_PATH ( if not defined HADOOP_BIN_PATH (
set HADOOP_BIN_PATH=%~dp0 set HADOOP_BIN_PATH=%~dp0
) )
if "%HADOOP_BIN_PATH:~-1%" == "\" ( if "%HADOOP_BIN_PATH:~-1%" == "\" (
set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1% set HADOOP_BIN_PATH=%HADOOP_BIN_PATH:~0,-1%
) )
set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec set DEFAULT_LIBEXEC_DIR=%HADOOP_BIN_PATH%\..\libexec
if not defined HADOOP_LIBEXEC_DIR ( if not defined HADOOP_LIBEXEC_DIR (
set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR% set HADOOP_LIBEXEC_DIR=%DEFAULT_LIBEXEC_DIR%
) )
call %DEFAULT_LIBEXEC_DIR%\yarn-config.cmd %* call %DEFAULT_LIBEXEC_DIR%\yarn-config.cmd %*
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
:main :main
if exist %YARN_CONF_DIR%\yarn-env.cmd ( if exist %YARN_CONF_DIR%\yarn-env.cmd (
call %YARN_CONF_DIR%\yarn-env.cmd call %YARN_CONF_DIR%\yarn-env.cmd
) )
set yarn-command=%1 set yarn-command=%1
call :make_command_arguments %* call :make_command_arguments %*
if not defined yarn-command ( if not defined yarn-command (
goto print_usage goto print_usage
) )
@rem JAVA and JAVA_HEAP_MAX and set in hadoop-config.cmd @rem JAVA and JAVA_HEAP_MAX and set in hadoop-config.cmd
if defined YARN_HEAPSIZE ( if defined YARN_HEAPSIZE (
@rem echo run with Java heapsize %YARN_HEAPSIZE% @rem echo run with Java heapsize %YARN_HEAPSIZE%
set JAVA_HEAP_MAX=-Xmx%YARN_HEAPSIZE%m set JAVA_HEAP_MAX=-Xmx%YARN_HEAPSIZE%m
) )
@rem CLASSPATH initially contains HADOOP_CONF_DIR & YARN_CONF_DIR @rem CLASSPATH initially contains HADOOP_CONF_DIR & YARN_CONF_DIR
if not defined HADOOP_CONF_DIR ( if not defined HADOOP_CONF_DIR (
echo No HADOOP_CONF_DIR set. echo No HADOOP_CONF_DIR set.
echo Please specify it either in yarn-env.cmd or in the environment. echo Please specify it either in yarn-env.cmd or in the environment.
goto :eof goto :eof
) )
set CLASSPATH=%HADOOP_CONF_DIR%;%YARN_CONF_DIR%;%CLASSPATH% set CLASSPATH=%HADOOP_CONF_DIR%;%YARN_CONF_DIR%;%CLASSPATH%
@rem for developers, add Hadoop classes to CLASSPATH @rem for developers, add Hadoop classes to CLASSPATH
if exist %HADOOP_YARN_HOME%\yarn-api\target\classes ( if exist %HADOOP_YARN_HOME%\yarn-api\target\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-api\target\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-api\target\classes
) )
if exist %HADOOP_YARN_HOME%\yarn-common\target\classes ( if exist %HADOOP_YARN_HOME%\yarn-common\target\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-common\target\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-common\target\classes
) )
if exist %HADOOP_YARN_HOME%\yarn-mapreduce\target\classes ( if exist %HADOOP_YARN_HOME%\yarn-mapreduce\target\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-mapreduce\target\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-mapreduce\target\classes
) )
if exist %HADOOP_YARN_HOME%\yarn-master-worker\target\classes ( if exist %HADOOP_YARN_HOME%\yarn-master-worker\target\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-master-worker\target\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-master-worker\target\classes
) )
if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes ( if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-nodemanager\target\classes
) )
if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes ( if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-common\target\classes
) )
if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes ( if exist %HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\yarn-server\yarn-server-resourcemanager\target\classes
) )
if exist %HADOOP_YARN_HOME%\build\test\classes ( if exist %HADOOP_YARN_HOME%\build\test\classes (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\test\classes set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\test\classes
) )
if exist %HADOOP_YARN_HOME%\build\tools ( if exist %HADOOP_YARN_HOME%\build\tools (
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\tools set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\build\tools
) )
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_DIR%\* set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_DIR%\*
set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR%\* set CLASSPATH=%CLASSPATH%;%HADOOP_YARN_HOME%\%YARN_LIB_JARS_DIR%\*
call :%yarn-command% %yarn-command-arguments% call :%yarn-command% %yarn-command-arguments%
if defined JAVA_LIBRARY_PATH ( if defined JAVA_LIBRARY_PATH (
set YARN_OPTS=%YARN_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH% set YARN_OPTS=%YARN_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH%
) )
set java_arguments=%JAVA_HEAP_MAX% %YARN_OPTS% -classpath %CLASSPATH% %CLASS% %yarn-command-arguments% set java_arguments=%JAVA_HEAP_MAX% %YARN_OPTS% -classpath %CLASSPATH% %CLASS% %yarn-command-arguments%
call %JAVA% %java_arguments% call %JAVA% %java_arguments%
goto :eof goto :eof
:classpath :classpath
@echo %CLASSPATH% @echo %CLASSPATH%
goto :eof goto :eof
:rmadmin :rmadmin
set CLASS=org.apache.hadoop.yarn.server.resourcemanager.tools.RMAdmin set CLASS=org.apache.hadoop.yarn.server.resourcemanager.tools.RMAdmin
set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS% set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS%
goto :eof goto :eof
:application :application
set CLASS=org.apache.hadoop.yarn.client.cli.ApplicationCLI set CLASS=org.apache.hadoop.yarn.client.cli.ApplicationCLI
set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS% set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS%
goto :eof goto :eof
:node :node
set CLASS=org.apache.hadoop.yarn.client.cli.NodeCLI set CLASS=org.apache.hadoop.yarn.client.cli.NodeCLI
set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS% set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS%
goto :eof goto :eof
:resourcemanager :resourcemanager
set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\rm-config\log4j.properties set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\rm-config\log4j.properties
set CLASS=org.apache.hadoop.yarn.server.resourcemanager.ResourceManager set CLASS=org.apache.hadoop.yarn.server.resourcemanager.ResourceManager
set YARN_OPTS=%YARN_OPTS% %HADOOP_RESOURCEMANAGER_OPTS% set YARN_OPTS=%YARN_OPTS% %HADOOP_RESOURCEMANAGER_OPTS%
if defined YARN_RESOURCEMANAGER_HEAPSIZE ( if defined YARN_RESOURCEMANAGER_HEAPSIZE (
set JAVA_HEAP_MAX=-Xmx%YARN_RESOURCEMANAGER_HEAPSIZE%m set JAVA_HEAP_MAX=-Xmx%YARN_RESOURCEMANAGER_HEAPSIZE%m
) )
goto :eof goto :eof
:nodemanager :nodemanager
set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\nm-config\log4j.properties set CLASSPATH=%CLASSPATH%;%YARN_CONF_DIR%\nm-config\log4j.properties
set CLASS=org.apache.hadoop.yarn.server.nodemanager.NodeManager set CLASS=org.apache.hadoop.yarn.server.nodemanager.NodeManager
set YARN_OPTS=%YARN_OPTS% -server %HADOOP_NODEMANAGER_OPTS% set YARN_OPTS=%YARN_OPTS% -server %HADOOP_NODEMANAGER_OPTS%
if defined YARN_NODEMANAGER_HEAPSIZE ( if defined YARN_NODEMANAGER_HEAPSIZE (
set JAVA_HEAP_MAX=-Xmx%YARN_NODEMANAGER_HEAPSIZE%m set JAVA_HEAP_MAX=-Xmx%YARN_NODEMANAGER_HEAPSIZE%m
) )
goto :eof goto :eof
:proxyserver :proxyserver
set CLASS=org.apache.hadoop.yarn.server.webproxy.WebAppProxyServer set CLASS=org.apache.hadoop.yarn.server.webproxy.WebAppProxyServer
set YARN_OPTS=%YARN_OPTS% %HADOOP_PROXYSERVER_OPTS% set YARN_OPTS=%YARN_OPTS% %HADOOP_PROXYSERVER_OPTS%
if defined YARN_PROXYSERVER_HEAPSIZE ( if defined YARN_PROXYSERVER_HEAPSIZE (
set JAVA_HEAP_MAX=-Xmx%YARN_PROXYSERVER_HEAPSIZE%m set JAVA_HEAP_MAX=-Xmx%YARN_PROXYSERVER_HEAPSIZE%m
) )
goto :eof goto :eof
:version :version
set CLASS=org.apache.hadoop.util.VersionInfo set CLASS=org.apache.hadoop.util.VersionInfo
set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS% set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS%
goto :eof goto :eof
:jar :jar
set CLASS=org.apache.hadoop.util.RunJar set CLASS=org.apache.hadoop.util.RunJar
set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS% set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS%
goto :eof goto :eof
:logs :logs
set CLASS=org.apache.hadoop.yarn.logaggregation.LogDumper set CLASS=org.apache.hadoop.yarn.logaggregation.LogDumper
set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS% set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS%
goto :eof goto :eof
:daemonlog :daemonlog
set CLASS=org.apache.hadoop.log.LogLevel set CLASS=org.apache.hadoop.log.LogLevel
set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS% set YARN_OPTS=%YARN_OPTS% %YARN_CLIENT_OPTS%
goto :eof goto :eof
@rem This changes %1, %2 etc. Hence those cannot be used after calling this. @rem This changes %1, %2 etc. Hence those cannot be used after calling this.
:make_command_arguments :make_command_arguments
if "%1" == "--config" ( if "%1" == "--config" (
shift shift
shift shift
) )
if [%2] == [] goto :eof if [%2] == [] goto :eof
shift shift
set _yarnarguments= set _yarnarguments=
:MakeCmdArgsLoop :MakeCmdArgsLoop
if [%1]==[] goto :EndLoop if [%1]==[] goto :EndLoop
if not defined _yarnarguments ( if not defined _yarnarguments (
set _yarnarguments=%1 set _yarnarguments=%1
) else ( ) else (
set _yarnarguments=!_yarnarguments! %1 set _yarnarguments=!_yarnarguments! %1
) )
shift shift
goto :MakeCmdArgsLoop goto :MakeCmdArgsLoop
:EndLoop :EndLoop
set yarn-command-arguments=%_yarnarguments% set yarn-command-arguments=%_yarnarguments%
goto :eof goto :eof
:print_usage :print_usage
@echo Usage: yarn [--config confdir] COMMAND @echo Usage: yarn [--config confdir] COMMAND
@echo where COMMAND is one of: @echo where COMMAND is one of:
@echo resourcemanager run the ResourceManager @echo resourcemanager run the ResourceManager
@echo nodemanager run a nodemanager on each slave @echo nodemanager run a nodemanager on each slave
@echo historyserver run job history servers as a standalone daemon @echo historyserver run job history servers as a standalone daemon
@echo rmadmin admin tools @echo rmadmin admin tools
@echo version print the version @echo version print the version
@echo jar ^<jar^> run a jar file @echo jar ^<jar^> run a jar file
@echo application prints application(s) report/kill application @echo application prints application(s) report/kill application
@echo node prints node report(s) @echo node prints node report(s)
@echo logs dump container logs @echo logs dump container logs
@echo classpath prints the class path needed to get the @echo classpath prints the class path needed to get the
@echo Hadoop jar and the required libraries @echo Hadoop jar and the required libraries
@echo daemonlog get/set the log level for each daemon @echo daemonlog get/set the log level for each daemon
@echo or @echo or
@echo CLASSNAME run the class named CLASSNAME @echo CLASSNAME run the class named CLASSNAME
@echo Most commands print help when invoked w/o parameters. @echo Most commands print help when invoked w/o parameters.
endlocal endlocal

118
hadoop-yarn-project/hadoop-yarn/conf/yarn-env.cmd
View File

@ -1,60 +1,60 @@
@echo off @echo off
@rem Licensed to the Apache Software Foundation (ASF) under one or more @rem Licensed to the Apache Software Foundation (ASF) under one or more
@rem contributor license agreements. See the NOTICE file distributed with @rem contributor license agreements. See the NOTICE file distributed with
@rem this work for additional information regarding copyright ownership. @rem this work for additional information regarding copyright ownership.
@rem The ASF licenses this file to You under the Apache License, Version 2.0 @rem The ASF licenses this file to You under the Apache License, Version 2.0
@rem (the "License"); you may not use this file except in compliance with @rem (the "License"); you may not use this file except in compliance with
@rem the License. You may obtain a copy of the License at @rem the License. You may obtain a copy of the License at
@rem @rem
@rem http://www.apache.org/licenses/LICENSE-2.0 @rem http://www.apache.org/licenses/LICENSE-2.0
@rem @rem
@rem Unless required by applicable law or agreed to in writing, software @rem Unless required by applicable law or agreed to in writing, software
@rem distributed under the License is distributed on an "AS IS" BASIS, @rem distributed under the License is distributed on an "AS IS" BASIS,
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
@rem See the License for the specific language governing permissions and @rem See the License for the specific language governing permissions and
@rem limitations under the License. @rem limitations under the License.
@rem User for YARN daemons @rem User for YARN daemons
if not defined HADOOP_YARN_USER ( if not defined HADOOP_YARN_USER (
set HADOOP_YARN_USER=%yarn% set HADOOP_YARN_USER=%yarn%
) )
if not defined YARN_CONF_DIR ( if not defined YARN_CONF_DIR (
set YARN_CONF_DIR=%HADOOP_YARN_HOME%\conf set YARN_CONF_DIR=%HADOOP_YARN_HOME%\conf
) )
if defined YARN_HEAPSIZE ( if defined YARN_HEAPSIZE (
@rem echo run with Java heapsize %YARN_HEAPSIZE% @rem echo run with Java heapsize %YARN_HEAPSIZE%
set JAVA_HEAP_MAX=-Xmx%YARN_HEAPSIZE%m set JAVA_HEAP_MAX=-Xmx%YARN_HEAPSIZE%m
) )
if not defined YARN_LOG_DIR ( if not defined YARN_LOG_DIR (
set YARN_LOG_DIR=%HADOOP_YARN_HOME%\logs set YARN_LOG_DIR=%HADOOP_YARN_HOME%\logs
) )
if not defined YARN_LOGFILE ( if not defined YARN_LOGFILE (
set YARN_LOGFILE=yarn.log set YARN_LOGFILE=yarn.log
) )
@rem default policy file for service-level authorization @rem default policy file for service-level authorization
if not defined YARN_POLICYFILE ( if not defined YARN_POLICYFILE (
set YARN_POLICYFILE=hadoop-policy.xml set YARN_POLICYFILE=hadoop-policy.xml
) )
if not defined YARN_ROOT_LOGGER ( if not defined YARN_ROOT_LOGGER (
set YARN_ROOT_LOGGER=INFO,console set YARN_ROOT_LOGGER=INFO,console
) )
set YARN_OPTS=%YARN_OPTS% -Dhadoop.log.dir=%YARN_LOG_DIR% set YARN_OPTS=%YARN_OPTS% -Dhadoop.log.dir=%YARN_LOG_DIR%
set YARN_OPTS=%YARN_OPTS% -Dyarn.log.dir=%YARN_LOG_DIR% set YARN_OPTS=%YARN_OPTS% -Dyarn.log.dir=%YARN_LOG_DIR%
set YARN_OPTS=%YARN_OPTS% -Dhadoop.log.file=%YARN_LOGFILE% set YARN_OPTS=%YARN_OPTS% -Dhadoop.log.file=%YARN_LOGFILE%
set YARN_OPTS=%YARN_OPTS% -Dyarn.log.file=%YARN_LOGFILE% set YARN_OPTS=%YARN_OPTS% -Dyarn.log.file=%YARN_LOGFILE%
set YARN_OPTS=%YARN_OPTS% -Dyarn.home.dir=%HADOOP_YARN_HOME% set YARN_OPTS=%YARN_OPTS% -Dyarn.home.dir=%HADOOP_YARN_HOME%
set YARN_OPTS=%YARN_OPTS% -Dyarn.id.str=%YARN_IDENT_STRING% set YARN_OPTS=%YARN_OPTS% -Dyarn.id.str=%YARN_IDENT_STRING%
set YARN_OPTS=%YARN_OPTS% -Dhadoop.home.dir=%HADOOP_YARN_HOME% set YARN_OPTS=%YARN_OPTS% -Dhadoop.home.dir=%HADOOP_YARN_HOME%
set YARN_OPTS=%YARN_OPTS% -Dhadoop.root.logger=%YARN_ROOT_LOGGER% set YARN_OPTS=%YARN_OPTS% -Dhadoop.root.logger=%YARN_ROOT_LOGGER%
set YARN_OPTS=%YARN_OPTS% -Dyarn.root.logger=%YARN_ROOT_LOGGER% set YARN_OPTS=%YARN_OPTS% -Dyarn.root.logger=%YARN_ROOT_LOGGER%
if defined JAVA_LIBRARY_PATH ( if defined JAVA_LIBRARY_PATH (
set YARN_OPTS=%YARN_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH% set YARN_OPTS=%YARN_OPTS% -Djava.library.path=%JAVA_LIBRARY_PATH%
) )
set YARN_OPTS=%YARN_OPTS% -Dyarn.policy.file=%YARN_POLICYFILE% set YARN_OPTS=%YARN_OPTS% -Dyarn.policy.file=%YARN_POLICYFILE%