remove check #2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Manually Build For Testing | ||
on: | ||
workflow_dispatch: | ||
inputs: | ||
sha: | ||
description: 'commit id (SHA-1 hash)' | ||
required: true | ||
type: string | ||
artifact: | ||
description: 'select which job to run("all" will make all jobs run)' | ||
required: true | ||
default: 'all' | ||
type: choice | ||
options: | ||
- all | ||
- bigdl-llm-xpu | ||
- bigdl-llm-cpu | ||
- bigdl-ppml-gramine-base | ||
- bigdl-ppml-trusted-bigdl-llm-gramine-base | ||
- bigdl-ppml-trusted-bigdl-llm-gramine-ref | ||
- bigdl-ppml-trusted-deep-learning-gramine-base | ||
- bigdl-ppml-trusted-deep-learning-gramine-ref | ||
- bigdl-ppml-trusted-dl-serving-gramine-base | ||
- bigdl-ppml-trusted-dl-serving-gramine-ref | ||
- bigdl-ppml-trusted-big-data-ml-python-gramine | ||
- bigdl-ppml-trusted-big-data-ml-python-gramine-noattest | ||
- bigdl-ppml-trusted-big-data-ml-python-graphene | ||
- bigdl-ppml-trusted-llm-fastchat-occlum | ||
- bigdl-ppml-trusted-big-data-ml-scala-occlum | ||
- bigdl-ppml-trusted-big-data-ml-scala-occlum-production | ||
- bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer | ||
- bigdl-ppml-trusted-realtime-ml-scala-graphene | ||
- bigdl-ppml-trusted-realtime-ml-scala-occlum | ||
- bigdl-ppml-trusted-bigdl-llm-tdx | ||
- bigdl-ppml-trusted-fastchat-tdx | ||
- bigdl-ppml-kmsutil | ||
- bigdl-ppml-pccs | ||
- bigdl-ppml-trusted-python-toolkit-base | ||
- bigdl-ppml-trusted-python-toolkit-ref | ||
- bigdl-ppml-trusted-bigdata-gramine | ||
tag: | ||
description: 'docker image tag (e.g. test)' | ||
required: true | ||
default: 'test' | ||
type: string | ||
env: | ||
TAG: ${{ github.event.inputs.tag }} | ||
permissions: | ||
contents: read | ||
packages: write | ||
jobs: | ||
bigdl-llm-xpu: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-llm-xpu' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-llm-xpu | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-llm-xpu ########" | ||
echo "##############################################################" | ||
export image=intelanalytics/bigdl-llm-xpu | ||
cd docker/llm/inference/xpu/docker | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-llm-cpu: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-llm-cpu' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-llm-cpu | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-llm-cpu ########" | ||
echo "##############################################################" | ||
export image=intelanalytics/bigdl-llm-cpu | ||
cd docker/llm/inference/cpu/docker | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-gramine-base: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-gramine-base' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-gramine-base | ||
run: | | ||
echo "########################################" | ||
echo "####### bigdl-ppml-gramine-base ########" | ||
echo "########################################" | ||
export base_image=intelanalytics/bigdl-ppml-gramine-base | ||
cd ppml/base | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${base_image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${base_image}:${TAG} | ||
sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${base_image}:${TAG} | ||
sudo docker rmi -f ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG} | ||
bigdl-ppml-trusted-bigdl-llm-tdx: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdl-llm-tdx' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-bigdl-llm-tdx | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-ppml-trusted-bigdl-llm-tdx ###########" | ||
echo "##############################################################" | ||
export image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-tdx | ||
cd ppml/tdx/docker/trusted-bigdl-llm/ | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-fastchat-tdx: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-fastchat-tdx' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-fastchat-tdx | ||
run: | | ||
echo "##############################################################" | ||
echo "############## bigdl-ppml-trusted-fastchat-tdx ###############" | ||
echo "##############################################################" | ||
export image=intelanalytics/bigdl-ppml-trusted-fastchat-tdx | ||
cd ppml/tdx/docker/trusted-bigdl-llm-fschat/ | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-bigdl-llm-gramine-base: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdl-llm-gramine-base' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-bigdl-llm-gramine-base | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-ppml-trusted-bigdl-llm-gramine-base ########" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-gramine-base | ||
docker pull ${base_image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-gramine-base | ||
cd ppml/trusted-bigdl-llm/base | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-bigdl-llm-gramine-ref: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdl-llm-gramine-ref' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-bigdl-llm-gramine-ref | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-ppml-trusted-bigdl-llm-gramine-ref ########" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-gramine-base | ||
docker pull ${base_image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-bigdl-llm-gramine-ref | ||
cd ppml/trusted-bigdl-llm/ref | ||
openssl genrsa -3 -out enclave-key.pem 3072 | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-dl-serving-gramine-base: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-dl-serving-gramine-base' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-dl-serving-gramine-base | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-ppml-trusted-dl-serving-gramine-base ###########" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-gramine-base | ||
export image=intelanalytics/bigdl-ppml-trusted-dl-serving-gramine-base | ||
cd ppml/trusted-dl-serving/base | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-dl-serving-gramine-ref: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-dl-serving-gramine-ref' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-dl-serving-gramine-ref | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-ppml-trusted-dl-serving-gramine-ref ############" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-trusted-dl-serving-gramine-base | ||
export image=intelanalytics/bigdl-ppml-trusted-dl-serving-gramine-ref | ||
cd ppml/trusted-dl-serving/ref | ||
openssl genrsa -3 -out enclave-key.pem 3072 | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg SGX_MEM_SIZE=16G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-deep-learning-gramine-base: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-deep-learning-gramine-base' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-deep-learning-gramine-base | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-ppml-trusted-deep-learning-gramine-base ########" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-gramine-base | ||
docker pull ${base_image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-deep-learning-gramine-base | ||
cd ppml/trusted-deep-learning/base | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-deep-learning-gramine-ref: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-deep-learning-gramine-ref' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-deep-learning-gramine-ref | ||
run: | | ||
echo "##############################################################" | ||
echo "####### bigdl-ppml-trusted-deep-learning-gramine-ref #########" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-trusted-deep-learning-gramine-base | ||
docker pull ${base_image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-deep-learning-gramine-ref | ||
cd ppml/trusted-deep-learning/ref | ||
openssl genrsa -3 -out enclave-key.pem 3072 | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg SGX_MEM_SIZE=64G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-big-data-ml-python-gramine: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-python-gramine' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-big-data-ml-python-gramine | ||
run: | | ||
echo "########################################" | ||
echo "####### big-data-ml-python-gramine ####" | ||
echo "########################################" | ||
export base_image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-base | ||
cd ppml/trusted-big-data-ml/python/docker-gramine/base | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
-t ${base_image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${base_image}:${TAG} | ||
sudo docker tag ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${base_image}:${TAG} | ||
cd ../bigdl-gramine | ||
openssl genrsa -3 -out enclave-key.pem 3072 | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-32g | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=32G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference:latest | ||
sudo docker push 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference:latest | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-64g | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=64G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-32g-all | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=32G \ | ||
--build-arg SGX_LOG_LEVEL=all \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-reference-64g-all | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=64G \ | ||
--build-arg SGX_LOG_LEVEL=all \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${base_image}:${TAG} 10.239.45.10/arda/${base_image}:${TAG} | ||
rm enclave-key.pem | ||
bigdl-ppml-trusted-big-data-ml-python-gramine-noattest: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-python-gramine-noattest' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-big-data-ml-python-gramine-noattest | ||
run: | | ||
echo "########################################" | ||
echo "####### big-data-ml-python-gramine ####" | ||
echo "########################################" | ||
export base_image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-base | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-32g | ||
cd ppml/trusted-big-data-ml/python/docker-gramine/bigdl-gramine | ||
openssl genrsa -3 -out enclave-key.pem 3072 | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=32G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg ENABLE_DCAP_ATTESTATION=false \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest:latest | ||
sudo docker push 10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest:latest | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-64g | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=64G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-32g-all | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=32G \ | ||
--build-arg SGX_LOG_LEVEL=all \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-gramine-noattest-64g-all | ||
sudo docker build \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=64G \ | ||
--build-arg SGX_LOG_LEVEL=all \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
rm enclave-key.pem | ||
bigdl-ppml-trusted-big-data-ml-python-graphene: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-python-graphene' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-big-data-ml-python-graphene | ||
run: | | ||
echo "########################################" | ||
echo "####### big-data-ml-python-graphene ####" | ||
echo "########################################" | ||
cd ppml/trusted-big-data-ml/python/docker-graphene | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-python-graphene | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-llm-fastchat-occlum: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-llm-fastchat-occlum' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-llm-fastchat-occlum | ||
run: | | ||
echo "########################################" | ||
echo "####### llm-fastchat-occlum ######" | ||
echo "########################################" | ||
cd ppml/trusted-big-data-ml/scala/docker-occlum/llm | ||
export image=intelanalytics/bigdl-ppml-trusted-llm-fastchat-occlum | ||
pwd | ||
docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
docker push 10.239.45.10/arda/${image}:${TAG} | ||
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-big-data-ml-scala-occlum: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-scala-occlum' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-big-data-ml-scala-occlum | ||
run: | | ||
echo "########################################" | ||
echo "####### big-data-ml-scala-occlum ######" | ||
echo "########################################" | ||
cd ppml/trusted-big-data-ml/scala/docker-occlum/ | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-scala-occlum | ||
pwd | ||
docker build \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
docker push 10.239.45.10/arda/${image}:${TAG} | ||
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-big-data-ml-scala-occlum-production: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-scala-occlum-production' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [ self-hosted, Shire ] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-big-data-ml-scala-occlum-production | ||
run: | | ||
echo "########################################" | ||
echo "####### big-data-ml-scala-occlum-production ######" | ||
echo "########################################" | ||
cd ppml/trusted-big-data-ml/scala/docker-occlum | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-scala-occlum-production | ||
pwd | ||
docker build \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
-t ${image}:${TAG} -f ./production/Dockerfile . | ||
dir_path=$(pwd) | ||
echo $dir_path | ||
cd $dir_path | ||
export image_name=${image}:${TAG} | ||
export final_name=${image_name}-build | ||
export container_name=${TAG}-container | ||
sudo docker push ${image_name} | ||
docker tag ${image_name} 10.239.45.10/arda/${image_name} | ||
docker push 10.239.45.10/arda/${image_name} | ||
bash ./production/occlum-build.sh -c $container_name -i $image_name -f $final_name | ||
sudo docker push ${final_name} | ||
docker tag ${final_name} 10.239.45.10/arda/${final_name} | ||
docker push 10.239.45.10/arda/${final_name} | ||
docker rmi -f ${image_name} 10.239.45.10/arda/${image_name} | ||
docker rmi -f ${final_name} 10.239.45.10/arda/${final_name} | ||
bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [ self-hosted, Shire ] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-big-data-ml-scala-occlum-production-customer | ||
run: | | ||
echo "########################################" | ||
echo "####### big-data-ml-scala-occlum-production-customer ######" | ||
echo "########################################" | ||
cd ppml/trusted-big-data-ml/scala/docker-occlum | ||
export image=intelanalytics/bigdl-ppml-trusted-big-data-ml-scala-occlum-production | ||
export image_customer=${image}-customer | ||
pwd | ||
docker build \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg FINAL_NAME=${image}:${TAG} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
-t ${image_customer}:${TAG} -f ./production/customer/Dockerfile . | ||
pwd | ||
sudo docker push ${image_customer}:${TAG} | ||
docker tag ${image_customer}:${TAG} 10.239.45.10/arda/${image_customer}:${TAG} | ||
docker push 10.239.45.10/arda/${image_customer}:${TAG} | ||
docker rmi -f ${image_customer}:${TAG} 10.239.45.10/arda/${image_customer}:${TAG} | ||
bigdl-ppml-trusted-realtime-ml-scala-graphene: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-realtime-ml-scala-graphene' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-realtime-ml-scala-graphene | ||
run: | | ||
echo "########################################" | ||
echo "####### realtime-ml-scala-graphene #####" | ||
echo "########################################" | ||
cd ppml/trusted-realtime-ml/scala/docker-graphene/ | ||
export image=intelanalytics/bigdl-ppml-trusted-realtime-ml-scala-graphene | ||
pwd | ||
docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
docker push ${image}:${TAG} | ||
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
docker push 10.239.45.10/arda/${image}:${TAG} | ||
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-realtime-ml-scala-occlum: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-realtime-ml-scala-occlum' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-realtime-ml-scala-occlum | ||
run: | | ||
echo "########################################" | ||
echo "####### realtime-ml-scala-occlum ######" | ||
echo "########################################" | ||
cd ppml/trusted-realtime-ml/scala/docker-occlum/ | ||
export image=intelanalytics/bigdl-ppml-trusted-realtime-ml-scala-occlum | ||
pwd | ||
docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
docker push 10.239.45.10/arda/${image}:${TAG} | ||
docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-kmsutil: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-kmsutil' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker deploy kms-util | ||
run: | | ||
export IMAGE=intelanalytics/kms-utils | ||
cd ppml/services/kms-utils/docker | ||
echo "########################################" | ||
echo "############## kms-utils ###############" | ||
echo "########################################" | ||
docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
-t $IMAGE:$TAG -f ./Dockerfile . | ||
docker push ${image}:${TAG} | ||
docker tag ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG} | ||
docker push 10.239.45.10/arda/${IMAGE}:${TAG} | ||
docker rmi -f ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG} | ||
bigdl-ppml-pccs: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-pccs' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker deploy pccs | ||
run: | | ||
export IMAGE=intelanalytics/pccs | ||
cd ppml/services/pccs/docker | ||
echo "########################################" | ||
echo "################# PCCS #################" | ||
echo "########################################" | ||
docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
-t $IMAGE:$TAG -f ./Dockerfile . | ||
docker push ${image}:${TAG} | ||
docker tag ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG} | ||
docker push 10.239.45.10/arda/${IMAGE}:${TAG} | ||
docker rmi -f ${IMAGE}:${TAG} 10.239.45.10/arda/${IMAGE}:${TAG} | ||
bigdl-ppml-trusted-python-toolkit-base: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-python-toolkit-base' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-python-toolkit-base | ||
run: | | ||
echo "##############################################################" | ||
echo "########## bigdl-ppml-trusted-python-toolkit-base ############" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-gramine-base | ||
export image=intelanalytics/bigdl-ppml-trusted-python-toolkit-base | ||
cd ppml/trusted-python-toolkit | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-python-toolkit-ref: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-python-toolkit-ref' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-python-toolkit-ref | ||
run: | | ||
echo "##############################################################" | ||
echo "########## bigdl-ppml-trusted-python-toolkit-ref #############" | ||
echo "##############################################################" | ||
export base_image=intelanalytics/bigdl-ppml-trusted-python-toolkit-base | ||
export image=intelanalytics/bigdl-ppml-trusted-python-toolkit-ref | ||
cd ppml/trusted-python-toolkit/custom-image | ||
openssl genrsa -3 -out enclave-key.pem 3072 | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg SGX_MEM_SIZE=64G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${image}:${TAG} | ||
sudo docker tag ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${image}:${TAG} | ||
sudo docker rmi -f ${image}:${TAG} 10.239.45.10/arda/${image}:${TAG} | ||
bigdl-ppml-trusted-bigdata-gramine: | ||
if: ${{ github.event.inputs.artifact == 'bigdl-ppml-trusted-bigdata-gramine' || github.event.inputs.artifact == 'all' }} | ||
runs-on: [self-hosted, Shire] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
ref: ${{ github.event.inputs.sha }} | ||
- name: docker login | ||
run: | | ||
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD} | ||
- name: bigdl-ppml-trusted-bigdata-gramine | ||
run: | | ||
echo "########################################################" | ||
echo "######### bigdl-ppml-trusted-bigdata-gramine ###########" | ||
echo "########################################################" | ||
cd ppml/trusted-bigdata | ||
export base_image=intelanalytics/bigdl-ppml-gramine-base | ||
export bigdata_base_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-base | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg http_proxy=${HTTP_PROXY} \ | ||
--build-arg https_proxy=${HTTPS_PROXY} \ | ||
--build-arg HTTP_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTP_PROXY_PORT=${HTTP_PROXY_PORT_2} \ | ||
--build-arg HTTPS_PROXY_HOST=${HTTP_PROXY_HOST_2} \ | ||
--build-arg HTTPS_PROXY_PORT=${HTTP_PROXY_PORT_3} \ | ||
--build-arg JDK_VERSION=8u192 \ | ||
--build-arg JDK_URL=${JDK_URL} \ | ||
--build-arg SPARK_JAR_REPO_URL=${SPARK_JAR_REPO_URL} \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg BASE_IMAGE_NAME=${base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
-t ${bigdata_base_image}:${TAG} -f ./Dockerfile . | ||
sudo docker push ${bigdata_base_image}:${TAG} | ||
sudo docker tag ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_base_image}:${TAG} | ||
cd custom-image | ||
openssl genrsa -3 -out enclave-key.pem 3072 | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-noattest-32g | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=32G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg ENABLE_DCAP_ATTESTATION=false \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-noattest-16g | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=16G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg ENABLE_DCAP_ATTESTATION=false \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-noattest-8g | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=8G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
--build-arg ENABLE_DCAP_ATTESTATION=false \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=32G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-16g | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=16G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-8g | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=8G \ | ||
--build-arg SGX_LOG_LEVEL=error \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-32g-all | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=32G \ | ||
--build-arg SGX_LOG_LEVEL=all \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-16g-all | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=16G \ | ||
--build-arg SGX_LOG_LEVEL=all \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
export bigdata_custom_image=intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference-8g-all | ||
sudo docker build \ | ||
--no-cache=true \ | ||
--build-arg BASE_IMAGE_NAME=${bigdata_base_image} \ | ||
--build-arg BASE_IMAGE_TAG=${TAG} \ | ||
--build-arg SGX_MEM_SIZE=8G \ | ||
--build-arg SGX_LOG_LEVEL=all \ | ||
--build-arg no_proxy=${NO_PROXY} \ | ||
-t ${bigdata_custom_image}:${TAG} \ | ||
-f ./Dockerfile . | ||
sudo docker push ${bigdata_custom_image}:${TAG} | ||
sudo docker tag ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker push 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_custom_image}:${TAG} 10.239.45.10/arda/${bigdata_custom_image}:${TAG} | ||
sudo docker rmi -f ${base_image}:${TAG} | ||
sudo docker rmi -f ${bigdata_base_image}:${TAG} 10.239.45.10/arda/${bigdata_base_image}:${TAG} |