Skip to content

Commit

Permalink
ci: increasing the default timeout setting for pip install (#3292)
Browse files Browse the repository at this point in the history 
## Related issue number

Fixes
https://github.com/alibaba/GraphScope/actions/runs/6505103462/job/17668168357

Signed-off-by: Tao He <[email protected]>
  • Loading branch information
@sighingnow
sighingnow authored Oct 16, 2023
1 parent c8a387c commit df7b9d9
Showing 1 changed file with 36 additions and 32 deletions.
68 changes: 36 additions & 32 deletions k8s/internal/Makefile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,11 @@ endif
ARCH := $(shell uname -m)
MACOS_WHEEL_VERSION := 12_0

BUILD_PROGRESS = auto
# docker build arguments
BUILD_PROGRESS = auto

# pip installation arguments
PIP_ARGS = --timeout=1000 --no-cache-dir

# Default null
TARGET_SERVER_PACKAGE :=
Expand Down Expand Up @@ -67,7 +71,7 @@ MAKE_INSTALL_COMMAND=make install INSTALL_PREFIX=${INSTALL_PREFIX}
graphscope-darwin-py3:
# build graphscope
cd $(WORKING_DIR)/../.. && \
python3 -m pip install --upgrade setuptools && \
python3 -m pip install ${PIP_ARGS} --upgrade setuptools && \
export INSTALL_PREFIX=/opt/graphscope && \
for _ in {1..5}; do if $(MAKE_COMMAND); then succeed=1; break; else succeed=0; fi; done && \
if [[ $$succeed == 1 ]]; then echo "Build succeed"; else echo "Build failed"; exit 1; fi && \
Expand Down Expand Up @@ -106,8 +110,8 @@ graphscope-manylinux2014-py3-nodocker:
cd $(WORKING_DIR)/../.. && \
if [[ "${ARCH}" == "aarch64" ]]; then \
export AUDITWHEEL_PLAT=manylinux2014_${ARCH}; \
python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \
python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \
fi && \
sudo rm -rf ./learning_engine/graph-learn/graphlearn/built && \
for _ in {1..5}; do if $(MAKE_COMMAND); then succeed=1; break; else succeed=0; fi; done && \
Expand Down Expand Up @@ -153,8 +157,8 @@ graphscope-manylinux2014-py3:
graphscope-client-manylinux2014-py3-nodocker:
set -euxo pipefail && \
cd $(WORKING_DIR)/../../python && \
python3 -m pip install --no-cache-dir "torch" --index-url https://download.pytorch.org/whl/cpu --user && \
python3 -m pip install --no-cache-dir -r requirements.txt -r requirements-dev.txt --user && \
python3 -m pip install ${PIP_ARGS} "torch" --index-url https://download.pytorch.org/whl/cpu --user && \
python3 -m pip install ${PIP_ARGS} -r requirements.txt -r requirements-dev.txt --user && \
cd $(WORKING_DIR)/../../learning_engine/graph-learn && \
git submodule update --init third_party/pybind11 && \
cd graphlearn && \
Expand All @@ -169,39 +173,39 @@ graphscope-client-manylinux2014-py3-nodocker:
for py in cp37-cp37m cp38-cp38 cp39-cp39 cp310-cp310 cp311-cp311; do \
cd $(WORKING_DIR)/../../python; \
export PATH=/opt/python/$$py/bin:$$PATH; \
python3 -m pip install -U pip; \
python3 -m pip install ${PIP_ARGS} -U pip; \
if [[ "$$py" == "cp311-cp311" ]]; then \
if [[ "${ARCH}" == "aarch64" ]]; then \
python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \
python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \
else \
python3 -m pip install "grpcio" "grpcio-tools"; \
python3 -m pip install ${PIP_ARGS} "grpcio" "grpcio-tools"; \
fi; \
python3 -m pip install mypy-protobuf "numpy==1.23.2" "pandas" wheel "auditwheel==5.0.0"; \
python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy==1.23.2" "pandas" wheel "auditwheel==5.0.0"; \
elif [[ "$$py" == "cp310-cp310" ]]; then \
if [[ "${ARCH}" == "aarch64" ]]; then \
python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \
python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \
else \
python3 -m pip install "grpcio>=1.49" "grpcio-tools>=1.49"; \
python3 -m pip install ${PIP_ARGS} "grpcio>=1.49" "grpcio-tools>=1.49"; \
fi; \
python3 -m pip install mypy-protobuf "numpy==1.21.2" "pandas" wheel "auditwheel==5.0.0"; \
python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy==1.21.2" "pandas" wheel "auditwheel==5.0.0"; \
elif [[ "$$py" == "cp39-cp39" ]]; then \
if [[ "${ARCH}" == "aarch64" ]]; then \
python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \
python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \
else \
python3 -m pip install "grpcio>=1.49" "grpcio-tools>=1.49"; \
python3 -m pip install ${PIP_ARGS} "grpcio>=1.49" "grpcio-tools>=1.49"; \
fi; \
python3 -m pip install mypy-protobuf "numpy==1.19.3" "pandas" wheel "auditwheel==5.0.0"; \
python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy==1.19.3" "pandas" wheel "auditwheel==5.0.0"; \
else \
if [[ "${ARCH}" == "aarch64" ]]; then \
python3 -m pip install grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install grpcio-tools==1.49.1 --no-binary grpcio-tools; \
python3 -m pip install ${PIP_ARGS} grpcio==1.49.1 --no-binary grpcio; \
python3 -m pip install ${PIP_ARGS} grpcio-tools==1.49.1 --no-binary grpcio-tools; \
else \
python3 -m pip install "grpcio>=1.49" "grpcio-tools>=1.49"; \
python3 -m pip install ${PIP_ARGS} "grpcio>=1.49" "grpcio-tools>=1.49"; \
fi; \
python3 -m pip install mypy-protobuf "numpy" "pandas" wheel "auditwheel==5.0.0"; \
python3 -m pip install ${PIP_ARGS} mypy-protobuf "numpy" "pandas" wheel "auditwheel==5.0.0"; \
fi; \
sudo rm -rf build; \
sudo rm -rf dist/*.whl; \
Expand All @@ -212,8 +216,8 @@ graphscope-client-manylinux2014-py3-nodocker:

graphscope-client-darwin-py3:
cd $(WORKING_DIR)/../../python && \
python3 -m pip install --no-cache-dir "torch" --index-url https://download.pytorch.org/whl/cpu --user && \
python3 -m pip install --no-cache-dir -r requirements.txt -r requirements-dev.txt --user && \
python3 -m pip install ${PIP_ARGS} "torch" --index-url https://download.pytorch.org/whl/cpu --user && \
python3 -m pip install ${PIP_ARGS} -r requirements.txt -r requirements-dev.txt --user && \
cd $(WORKING_DIR)/../../learning_engine/graph-learn && \
(git submodule update --init third_party/pybind11 || true) && \
export GRAPHSCOPE_HOME=${GRAPHSCOPE_HOME} && \
Expand All @@ -227,22 +231,22 @@ graphscope-client-darwin-py3:
export DYLD_LIBRARY_PATH=$(WORKING_DIR)/../../learning_engine/graph-learn/graphlearn/built/lib:/usr/local/lib:${GRAPHSCOPE_HOME}/lib:$$DYLD_LIBRARY_PATH && \
cd $(WORKING_DIR)/../../python && \
py=$$(python3 -V 2>&1 | awk '{print $$2}' | awk -F '.' '{print $$1$$2}') && \
pip3 install -U pip && \
pip3 install ${PIP_ARGS} -U pip && \
if [[ "$$py" == "311" ]]; then \
pip3 install mypy-protobuf "numpy==1.23.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.23.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
elif [[ "$$py" == "310" ]]; then \
pip3 install mypy-protobuf "numpy==1.21.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.21.2" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
elif [[ "$$py" == "39" ]]; then \
if [[ "${ARCH}" == "arm64" ]]; then \
pip3 install mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
else \
pip3 install mypy-protobuf "numpy==1.19.3" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.19.3" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
fi; \
else \
if [[ "${ARCH}" == "arm64" ]]; then \
pip3 install mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.21.0" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
else \
pip3 install mypy-protobuf "numpy==1.18.5" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
pip3 install ${PIP_ARGS} mypy-protobuf "numpy==1.18.5" "pandas" "grpcio>=1.49" "grpcio-tools>=1.49" delocate wheel; \
fi; \
fi; \
rm -rf build dist/*.whl || true && \
Expand Down

0 comments on commit df7b9d9

Please sign in to comment.