CMakeLists.txt

cmake_minimum_required(VERSION 3.10)

project(warc2text)

set(CMAKE_CXX_STANDARD 17)
set(JSON_BuildTests OFF CACHE INTERNAL "")


set(CMAKE_CXX_FLAGS_DEBUG "-g")
set(CMAKE_CXX_FLAGS_RELEASE "-O3")
set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "-O3")
set(CMAKE_CXX_FLAGS "-Wall -Wextra -DBOOST_LOG_DYN_LINK ${CMAKE_CXX_FLAGS}")
if (${CMAKE_SYSTEM_NAME} MATCHES "Darwin")
    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -I /usr/local/opt/icu4c/include")
endif ()
if (NOT CMAKE_BUILD_TYPE)
    set(CMAKE_BUILD_TYPE Release)
endif ()

find_package(Boost 1.71 COMPONENTS program_options log log_setup REQUIRED)

# compile executable into bin/
set(EXECUTABLE_OUTPUT_PATH ${PROJECT_BINARY_DIR}/bin)

# compile libraries into lib/
set(LIBRARY_OUTPUT_PATH ${PROJECT_BINARY_DIR}/lib)

# define where include files are
include_directories(
        ${PROJECT_SOURCE_DIR}
        ${Boost_INCLUDE_DIR}
)

# process subdirectories
add_subdirectory(src)

# kpu/preprocess dependency:
if (NOT PREPROCESS_PATH)
    # if preprocess_path is not defined, use the one in warc2text folder
    set(PREPROCESS_PATH "${PROJECT_SOURCE_DIR}/preprocess")
endif()

if (NOT SKIP_PREPROCESS_BUILD)
    add_subdirectory(${PREPROCESS_PATH} ${PREPROCESS_PATH}/bin)
endif()

target_include_directories(warc2text_lib PUBLIC ${PREPROCESS_PATH})
target_include_directories(warc2text_lib PRIVATE fasttext/src)
#

# add libcld2.so
add_subdirectory(cld2)
add_subdirectory(fasttext EXCLUDE_FROM_ALL)
add_subdirectory(nlohmann_json)
#

# define executables
add_executable(warc2text warc2text_main.cc)
target_link_libraries(warc2text
    PRIVATE warc2text_lib
    PRIVATE ${Boost_LIBRARIES}
    PRIVATE cld2_full
    PRIVATE fasttext-static
    PRIVATE nlohmann_json::nlohmann_json
)

include(GNUInstallDirs)

install(TARGETS cld2_full warc2text
    DESTINATION ${CMAKE_INSTALL_BINDIR}
    LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}
    PUBLIC_HEADER DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}
)