diff --git a/k8s/internal/Makefile b/k8s/internal/Makefile index 64d014255845..4a54b45dd2e2 100644 --- a/k8s/internal/Makefile +++ b/k8s/internal/Makefile @@ -21,7 +21,11 @@ endif ARCH := $(shell uname -m) MACOS_WHEEL_VERSION := 12_0 -BUILD_PROGRESS = auto +# docker build arguments +BUILD_PROGRESS = auto + +# pip installation arguments +PIP_ARGS = --timeout=1000 --no-cache-dir # Default null TARGET_SERVER_PACKAGE := @@ -67,7 +71,7 @@ MAKE_INSTALL_COMMAND=make install INSTALL_PREFIX=${INSTALL_PREFIX} graphscope-darwin-py3: # build graphscope cd $(WORKING_DIR)/../.. && \ - python3 -m pip install --upgrade setuptools && \ + python3 -m pip install ${PIP_ARGS} --upgrade setuptools && \ export INSTALL_PREFIX=/opt/graphscope && \ for _ in {1..5}; do if $(MAKE_COMMAND); then succeed=1; break; else succeed=0; fi; done && \ if [[ $$succeed == 1 ]]; then echo "Build succeed"; else echo "Build failed"; exit 1; fi && \ @@ -106,8 +110,8 @@ graphscope-manylinux2014-py3-nodocker: cd $(WORKING_DIR)/../.. && \ if [[ "${ARCH}" == "aarch64" ]]; then \ export AUDITWHEEL_PLAT=manylinux2014_${ARCH}; \ - python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \ - python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \ + python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \ + python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \ fi && \ sudo rm -rf ./learning_engine/graph-learn/graphlearn/built && \ for _ in {1..5}; do if $(MAKE_COMMAND); then succeed=1; break; else succeed=0; fi; done && \ @@ -153,8 +157,8 @@ graphscope-manylinux2014-py3: graphscope-client-manylinux2014-py3-nodocker: set -euxo pipefail && \ cd $(WORKING_DIR)/../../python && \ - python3 -m pip install --no-cache-dir "torch" --index-url https://download.pytorch.org/whl/cpu --user && \ - python3 -m pip install --no-cache-dir -r requirements.txt -r requirements-dev.txt --user && \ + python3 -m pip install ${PIP_ARGS} "torch" --index-url https://download.pytorch.org/whl/cpu --user && \ + python3 -m pip install ${PIP_ARGS} -r requirements.txt -r requirements-dev.txt --user && \ cd $(WORKING_DIR)/../../learning_engine/graph-learn && \ git submodule update --init third_party/pybind11 && \ cd graphlearn && \ @@ -169,39 +173,39 @@ graphscope-client-manylinux2014-py3-nodocker: for py in cp37-cp37m cp38-cp38 cp39-cp39 cp310-cp310 cp311-cp311; do \ cd $(WORKING_DIR)/../../python; \ export PATH=/opt/python/$$py/bin:$$PATH; \ - python3 -m pip install -U pip; \ + python3 -m pip install ${PIP_ARGS} -U pip; \ if [[ "$$py" == "cp311-cp311" ]]; then \ if [[ "${ARCH}" == "aarch64" ]]; then \ - python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \ - python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \ + python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \ + python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \ else \ - python3 -m pip install "grpcio" "grpcio-tools"; \ + python3 -m pip install ${PIP_ARGS} "grpcio" "grpcio-tools"; \ fi; \ - python3 -m pip install mypy-protobuf "numpy==1.23.2" "pandas" wheel "auditwheel==5.0.0"; \ + python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy==1.23.2" "pandas" wheel "auditwheel==5.0.0"; \ elif [[ "$$py" == "cp310-cp310" ]]; then \ if [[ "${ARCH}" == "aarch64" ]]; then \ - python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \ - python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \ + python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \ + python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \ else \ - python3 -m pip install "grpcio>=1.49" "grpcio-tools>=1.49"; \ + python3 -m pip install ${PIP_ARGS} "grpcio>=1.49" "grpcio-tools>=1.49"; \ fi; \ - python3 -m pip install mypy-protobuf "numpy==1.21.2" "pandas" wheel "auditwheel==5.0.0"; \ + python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy==1.21.2" "pandas" wheel "auditwheel==5.0.0"; \ elif [[ "$$py" == "cp39-cp39" ]]; then \ if [[ "${ARCH}" == "aarch64" ]]; then \ - python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \ - python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \ + python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \ + python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \ else \ - python3 -m pip install "grpcio>=1.49" "grpcio-tools>=1.49"; \ + python3 -m pip install ${PIP_ARGS} "grpcio>=1.49" "grpcio-tools>=1.49"; \ fi; \ - python3 -m pip install mypy-protobuf "numpy==1.19.3" "pandas" wheel "auditwheel==5.0.0"; \ + python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy==1.19.3" "pandas" wheel "auditwheel==5.0.0"; \ else \ if [[ "${ARCH}" == "aarch64" ]]; then \ - python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \ - python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \ + python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \ + python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \ else \ - python3 -m pip install "grpcio>=1.49" "grpcio-tools>=1.49"; \ + python3 -m pip install ${PIP_ARGS} "grpcio>=1.49" "grpcio-tools>=1.49"; \ fi; \ - python3 -m pip install mypy-protobuf "numpy" "pandas" wheel "auditwheel==5.0.0"; \ + python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy" "pandas" wheel "auditwheel==5.0.0"; \ fi; \ sudo rm -rf build; \ sudo rm -rf dist/*.whl; \ @@ -212,8 +216,8 @@ graphscope-client-manylinux2014-py3-nodocker: graphscope-client-darwin-py3: cd $(WORKING_DIR)/../../python && \ - python3 -m pip install --no-cache-dir "torch" --index-url https://download.pytorch.org/whl/cpu --user && \ - python3 -m pip install --no-cache-dir -r requirements.txt -r requirements-dev.txt --user && \ + python3 -m pip install ${PIP_ARGS} "torch" --index-url https://download.pytorch.org/whl/cpu --user && \ + python3 -m pip install ${PIP_ARGS} -r requirements.txt -r requirements-dev.txt --user && \ cd $(WORKING_DIR)/../../learning_engine/graph-learn && \ (git submodule update --init third_party/pybind11 || true) && \ export GRAPHSCOPE_HOME=${GRAPHSCOPE_HOME} && \ @@ -227,22 +231,22 @@ graphscope-client-darwin-py3: export DYLD_LIBRARY_PATH=$(WORKING_DIR)/../../learning_engine/graph-learn/graphlearn/built/lib:/usr/local/lib:${GRAPHSCOPE_HOME}/lib:$$DYLD_LIBRARY_PATH && \ cd $(WORKING_DIR)/../../python && \ py=$$(python3 -V 2>&1 | awk '{print $$2}' | awk -F '.' '{print $$1$$2}') && \ - pip3 install -U pip && \ + pip3 install ${PIP_ARGS} -U pip && \ if [[ "$$py" == "311" ]]; then \ - pip3 install mypy-protobuf "numpy==1.23.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ + pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.23.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ elif [[ "$$py" == "310" ]]; then \ - pip3 install mypy-protobuf "numpy==1.21.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ + pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.21.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ elif [[ "$$py" == "39" ]]; then \ if [[ "${ARCH}" == "arm64" ]]; then \ - pip3 install mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ + pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ else \ - pip3 install mypy-protobuf "numpy==1.19.3" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ + pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.19.3" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ fi; \ else \ if [[ "${ARCH}" == "arm64" ]]; then \ - pip3 install mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ + pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ else \ - pip3 install mypy-protobuf "numpy==1.18.5" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ + pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.18.5" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \ fi; \ fi; \ rm -rf build dist/*.whl || true && \