diff --git a/.github/workflows/macos.yml b/.github/workflows/macos.yml index 63672ec7aa87..c56baff117c7 100644 --- a/.github/workflows/macos.yml +++ b/.github/workflows/macos.yml @@ -22,6 +22,7 @@ on: - "CMakeLists.txt" - "CMake/**" - "third_party/**" + - "scripts/setup-macos.sh" - ".github/workflows/macos.yml" pull_request: @@ -31,6 +32,7 @@ on: - "CMakeLists.txt" - "CMake/**" - "third_party/**" + - "scripts/setup-macos.sh" - ".github/workflows/macos.yml" permissions: diff --git a/scripts/setup-centos9.sh b/scripts/setup-centos9.sh index 1efb8e53ec34..723754915b2c 100755 --- a/scripts/setup-centos9.sh +++ b/scripts/setup-centos9.sh @@ -44,6 +44,7 @@ FMT_VERSION="10.1.1" BOOST_VERSION="boost-1.84.0" ARROW_VERSION="15.0.0" FAST_FLOAT_VERSION="v6.1.6" +STEMMER_VERSION="2.2.0" function dnf_install { dnf install -y -q --setopt=install_weak_deps=False "$@" @@ -178,6 +179,17 @@ function install_duckdb { fi } +function install_stemmer { + wget_and_untar https://snowballstem.org/dist/libstemmer_c-${STEMMER_VERSION}.tar.gz stemmer + ( + cd ${DEPENDENCY_DIR}/stemmer + sed -i '/CPPFLAGS=-Iinclude/ s/$/ -fPIC/' Makefile + make clean && make "-j${NPROC}" + ${SUDO} cp libstemmer.a ${INSTALL_PREFIX}/lib/ + ${SUDO} cp include/libstemmer.h ${INSTALL_PREFIX}/include/ + ) +} + function install_arrow { wget_and_untar https://archive.apache.org/dist/arrow/arrow-${ARROW_VERSION}/apache-arrow-${ARROW_VERSION}.tar.gz arrow cmake_install_dir arrow/cpp \ @@ -233,6 +245,7 @@ function install_velox_deps { run_and_time install_mvfst run_and_time install_fbthrift run_and_time install_duckdb + run_and_time install_stemmer run_and_time install_arrow } diff --git a/scripts/setup-macos.sh b/scripts/setup-macos.sh index b394e8ce4755..ed8b6c2a21fe 100755 --- a/scripts/setup-macos.sh +++ b/scripts/setup-macos.sh @@ -45,6 +45,7 @@ MACOS_BUILD_DEPS="ninja cmake" FB_OS_VERSION="v2024.09.16.00" FMT_VERSION="10.1.1" FAST_FLOAT_VERSION="v6.1.6" +STEMMER_VERSION="2.2.0" function update_brew { DEFAULT_BREW_PATH=/usr/local/bin/brew @@ -157,6 +158,17 @@ function install_duckdb { fi } +function install_stemmer { + wget_and_untar https://snowballstem.org/dist/libstemmer_c-${STEMMER_VERSION}.tar.gz stemmer + ( + cd ${DEPENDENCY_DIR}/stemmer + sed -i '/CPPFLAGS=-Iinclude/ s/$/ -fPIC/' Makefile + make clean && make "-j${NPROC}" + ${SUDO} cp libstemmer.a ${INSTALL_PREFIX}/lib/ + ${SUDO} cp include/libstemmer.h ${INSTALL_PREFIX}/include/ + ) +} + function install_velox_deps { run_and_time install_velox_deps_from_brew run_and_time install_ranges_v3 @@ -170,6 +182,7 @@ function install_velox_deps { run_and_time install_mvfst run_and_time install_fbthrift run_and_time install_duckdb + run_and_time install_stemmer } (return 2> /dev/null) && return # If script was sourced, don't run commands. diff --git a/scripts/setup-ubuntu.sh b/scripts/setup-ubuntu.sh index c4785af00fe5..ab82ea9da410 100755 --- a/scripts/setup-ubuntu.sh +++ b/scripts/setup-ubuntu.sh @@ -59,6 +59,7 @@ FMT_VERSION="10.1.1" BOOST_VERSION="boost-1.84.0" ARROW_VERSION="15.0.0" FAST_FLOAT_VERSION="v6.1.6" +STEMMER_VERSION="2.2.0" # Install packages required for build. function install_build_prerequisites { @@ -186,6 +187,17 @@ function install_duckdb { fi } +function install_stemmer { + wget_and_untar https://snowballstem.org/dist/libstemmer_c-${STEMMER_VERSION}.tar.gz stemmer + ( + cd ${DEPENDENCY_DIR}/stemmer + sed -i '/CPPFLAGS=-Iinclude/ s/$/ -fPIC/' Makefile + make clean && make "-j${NPROC}" + ${SUDO} cp libstemmer.a ${INSTALL_PREFIX}/lib/ + ${SUDO} cp include/libstemmer.h ${INSTALL_PREFIX}/include/ + ) +} + function install_arrow { wget_and_untar https://archive.apache.org/dist/arrow/arrow-${ARROW_VERSION}/apache-arrow-${ARROW_VERSION}.tar.gz arrow cmake_install_dir arrow/cpp \ @@ -241,6 +253,7 @@ function install_velox_deps { run_and_time install_fbthrift run_and_time install_conda run_and_time install_duckdb + run_and_time install_stemmer run_and_time install_arrow }