# # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # cmake_minimum_required(VERSION 2.6 FATAL_ERROR) list(APPEND CMAKE_MODULE_PATH ${CMAKE_SOURCE_DIR}/../../../../hadoop-common-project/hadoop-common/) include(HadoopCommon) # Add extra compiler and linker flags. # -Wno-sign-compare hadoop_add_compiler_flags("-DNDEBUG -DSIMPLE_MEMCPY -fno-strict-aliasing") # Source location. set(SRC main/native) # The caller must specify where the generated headers have been placed. if(NOT GENERATED_JAVAH) message(FATAL_ERROR "You must set the CMake variable GENERATED_JAVAH") endif() # Configure JNI. include(HadoopJNI) # Probe for headers and functions. include(CheckFunctionExists) include(CheckIncludeFiles) check_include_files(fcntl.h HAVE_FCNTL_H) check_include_files(malloc.h HAVE_MALLOC_H) check_include_files(mach/mach.h HAVE_MACH_MACH_H) check_include_files(memory.h HAVE_MEMORY_H) check_include_files(stddef.h HAVE_STDDEF_H) check_include_files(stdint.h HAVE_STDINT_H) check_include_files(stdlib.h HAVE_STDLIB_H) Check_include_files(string.h HAVE_STRING_H) check_include_files(unistd.h HAVE_UNITSTD_H) check_function_exists(clock_gettime HAVE_CLOCK_GETTIME) check_function_exists(localtime_r HAVE_LOCALTIME_R) check_function_exists(memset HAVE_MEMSET) check_function_exists(strchr HAVE_STRCHR) check_function_exists(strtoul HAVE_STRTOUL) # Require snappy. set(STORED_CMAKE_FIND_LIBRARY_SUFFIXES CMAKE_FIND_LIBRARY_SUFFIXES) hadoop_set_find_shared_library_version("1") find_library(SNAPPY_LIBRARY NAMES snappy PATHS ${CUSTOM_SNAPPY_PREFIX} ${CUSTOM_SNAPPY_PREFIX}/lib ${CUSTOM_SNAPPY_PREFIX}/lib64 ${CUSTOM_SNAPPY_LIB}) set(CMAKE_FIND_LIBRARY_SUFFIXES STORED_CMAKE_FIND_LIBRARY_SUFFIXES) find_path(SNAPPY_INCLUDE_DIR NAMES snappy.h PATHS ${CUSTOM_SNAPPY_PREFIX} ${CUSTOM_SNAPPY_PREFIX}/include ${CUSTOM_SNAPPY_INCLUDE}) if(SNAPPY_LIBRARY AND SNAPPY_INCLUDE_DIR) GET_FILENAME_COMPONENT(HADOOP_SNAPPY_LIBRARY ${SNAPPY_LIBRARY} NAME) set(SNAPPY_SOURCE_FILES "${SRC}/src/codec/SnappyCodec.cc") set(REQUIRE_SNAPPY ${REQUIRE_SNAPPY}) # Stop warning about unused variable. message(STATUS "Found Snappy: ${SNAPPY_LIBRARY}") else() set(SNAPPY_LIBRARY "") set(SNAPPY_INCLUDE_DIR "") set(SNAPPY_SOURCE_FILES "") if(REQUIRE_SNAPPY) message(FATAL_ERROR "Required snappy library could not be found. SNAPPY_LIBRARY=${SNAPPY_LIBRARY}, SNAPPY_INCLUDE_DIR=${SNAPPY_INCLUDE_DIR}, CUSTOM_SNAPPY_INCLUDE_DIR=${CUSTOM_SNAPPY_INCLUDE_DIR}, CUSTOM_SNAPPY_PREFIX=${CUSTOM_SNAPPY_PREFIX}, CUSTOM_SNAPPY_INCLUDE=${CUSTOM_SNAPPY_INCLUDE}") endif() endif() configure_file(${CMAKE_SOURCE_DIR}/config.h.cmake ${CMAKE_BINARY_DIR}/config.h) include_directories( ${GENERATED_JAVAH} ${SRC}/src ${SRC}/src/util ${SRC}/src/lib ${SRC}/test ${CMAKE_CURRENT_SOURCE_DIR} ${CMAKE_BINARY_DIR} ${JNI_INCLUDE_DIRS} ${SNAPPY_INCLUDE_DIR} ) # add gtest as system library to suppress gcc warnings include_directories(SYSTEM ${SRC}/gtest/include) set(CMAKE_BUILD_WITH_INSTALL_RPATH TRUE) if(CMAKE_SYSTEM_NAME MATCHES "Darwin") # macosx does not have -lrt set(NT_DEPEND_LIBRARY dl pthread z ${SNAPPY_LIBRARY} ${JAVA_JVM_LIBRARY}) set(SYSTEM_MAC TRUE) else() set(NT_DEPEND_LIBRARY dl rt pthread z ${SNAPPY_LIBRARY} ${JAVA_JVM_LIBRARY}) set(SYSTEM_MAC FALSE) endif() configure_file(main/native/test.sh test/test.sh) hadoop_add_dual_library(nativetask ${CMAKE_BINARY_DIR}/lz4.c ${SRC}/src/codec/BlockCodec.cc ${SRC}/src/codec/GzipCodec.cc ${SRC}/src/codec/Lz4Codec.cc ${SNAPPY_SOURCE_FILES} ${SRC}/src/handler/BatchHandler.cc ${SRC}/src/handler/MCollectorOutputHandler.cc ${SRC}/src/handler/AbstractMapHandler.cc ${SRC}/src/handler/CombineHandler.cc ${SRC}/src/lib/Buffers.cc ${SRC}/src/lib/BufferStream.cc ${SRC}/src/lib/Compressions.cc ${SRC}/src/lib/PartitionBucket.cc ${SRC}/src/lib/PartitionBucketIterator.cc ${SRC}/src/lib/FileSystem.cc ${SRC}/src/lib/IFile.cc ${SRC}/src/lib/jniutils.cc ${SRC}/src/lib/Log.cc ${SRC}/src/lib/MapOutputCollector.cc ${SRC}/src/lib/MapOutputSpec.cc ${SRC}/src/lib/MemoryBlock.cc ${SRC}/src/lib/Merge.cc ${SRC}/src/lib/NativeLibrary.cc ${SRC}/src/lib/Iterator.cc ${SRC}/src/lib/NativeObjectFactory.cc ${SRC}/src/lib/NativeRuntimeJniImpl.cc ${SRC}/src/lib/NativeTask.cc ${SRC}/src/lib/SpillInfo.cc ${SRC}/src/lib/Path.cc ${SRC}/src/lib/Streams.cc ${SRC}/src/lib/TaskCounters.cc ${SRC}/src/util/Checksum.cc ${SRC}/src/util/Random.cc ${SRC}/src/util/StringUtil.cc ${SRC}/src/util/SyncUtils.cc ${SRC}/src/util/Timer.cc ${SRC}/src/util/WritableUtils.cc ) target_link_libraries(nativetask ${NT_DEPEND_LIBRARY}) add_library(gtest ${SRC}/gtest/gtest-all.cc) set_target_properties(gtest PROPERTIES COMPILE_FLAGS "-w") add_executable(nttest ${SRC}/test/lib/TestByteArray.cc ${SRC}/test/lib/TestByteBuffer.cc ${SRC}/test/lib/TestComparatorForDualPivotQuickSort.cc ${SRC}/test/lib/TestComparatorForStdSort.cc ${SRC}/test/lib/TestFixSizeContainer.cc ${SRC}/test/lib/TestMemoryPool.cc ${SRC}/test/lib/TestIterator.cc ${SRC}/test/lib/TestKVBuffer.cc ${SRC}/test/lib/TestMemBlockIterator.cc ${SRC}/test/lib/TestMemoryBlock.cc ${SRC}/test/lib/TestPartitionBucket.cc ${SRC}/test/lib/TestReadBuffer.cc ${SRC}/test/lib/TestReadWriteBuffer.cc ${SRC}/test/util/TestChecksum.cc ${SRC}/test/util/TestStringUtil.cc ${SRC}/test/util/TestWritableUtils.cc ${SRC}/test/TestCommand.cc ${SRC}/test/TestConfig.cc ${SRC}/test/TestCounter.cc ${SRC}/test/TestCompressions.cc ${SRC}/test/TestFileSystem.cc ${SRC}/test/TestIFile.cc ${SRC}/test/TestPrimitives.cc ${SRC}/test/TestSort.cc ${SRC}/test/TestMain.cc ${SRC}/test/test_commons.cc) target_link_libraries(nttest nativetask_static gtest ${NT_DEPEND_LIBRARY} ) # By embedding '$ORIGIN' into the RPATH of libnativetask.so, dlopen will look in # the directory containing libnativetask.so. However, $ORIGIN is not supported by # all operating systems. if(CMAKE_SYSTEM_NAME MATCHES "Linux|SunOS") set_target_properties(nativetask PROPERTIES INSTALL_RPATH "\$ORIGIN/") endif() set(LIBNATIVETASK_VERSION "1.0.0") set_target_properties(nativetask PROPERTIES SOVERSION ${LIBNATIVETASK_VERSION}) hadoop_dual_output_directory(nativetask target/usr/local/lib) hadoop_output_directory(nttest test)