Skip to content

Commit

Permalink
docker 0.11.1 (#5090)
Browse files Browse the repository at this point in the history
  • Loading branch information
Le-Zheng authored Dec 22, 2021
1 parent 66e0087 commit 45a2fe1
Show file tree
Hide file tree
Showing 24 changed files with 62 additions and 62 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ WORKDIR /opt/work

ARG SPARK_VERSION=2.4.6
ARG BIGDL_VERSION=0.13.0
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1

ENV SPARK_HOME /opt/work/spark-${SPARK_VERSION}
ENV JAVA_HOME /opt/jdk
Expand Down
2 changes: 1 addition & 1 deletion docker/cluster-serving/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ WORKDIR /opt/work

ARG SPARK_VERSION=2.4.6
ARG BIGDL_VERSION=0.13.0
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG FLINK_VERSION=1.11.2
ARG JDK_VERSION=8u192
ARG JDK_URL=your_jdk_url
Expand Down
2 changes: 1 addition & 1 deletion docker/cluster-serving/download-cluster-serving-all-zip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
# limitations under the License.
#
if [ -z "${ANALYTICS_ZOO_VERSION}" ]; then
export ANALYTICS_ZOO_VERSION=0.11.0
export ANALYTICS_ZOO_VERSION=0.11.1
export BIGDL_VERSION=0.13.0
export SPARK_VERSION=2.4.6
echo "You did not specify ANALYTICS_ZOO_VERSION, will download "$ANALYTICS_ZOO_VERSION
Expand Down
2 changes: 1 addition & 1 deletion docker/hyperzoo/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ ARG SPARK_HOME=/opt/spark
ARG JDK_VERSION=8u192
ARG JDK_URL=your_jdk_url
ARG BIGDL_VERSION=0.13.0
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG TINI_VERSION=v0.18.0

# stage.1 jdk & spark
Expand Down
2 changes: 1 addition & 1 deletion docker/hyperzoo/download-cluster-serving-all-zip.sh
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
# limitations under the License.
#
if [ -z "${ANALYTICS_ZOO_VERSION}" ]; then
export ANALYTICS_ZOO_VERSION=0.11.0
export ANALYTICS_ZOO_VERSION=0.11.1
export BIGDL_VERSION=0.13.0
export SPARK_VERSION=2.4.6
echo "You did not specify ANALYTICS_ZOO_VERSION, will download "$ANALYTICS_ZOO_VERSION
Expand Down
2 changes: 1 addition & 1 deletion docker/zoo/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ MAINTAINER The Analytics-Zoo Authors https://github.com/intel-analytics/analytic

WORKDIR /opt/work

ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG BIGDL_VERSION=0.13.0
ARG SPARK_VERSION=2.4.6
ARG RUNTIME_SPARK_MASTER=local[4]
Expand Down
6 changes: 3 additions & 3 deletions ppml/trusted-big-data-ml/python/docker-graphene/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@ RUN git clone https://github.com/intel-analytics/BigDL.git && \

# stage.4 analytics-zoo
FROM ubuntu:18.04 as analytics-zoo
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG BIGDL_VERSION=0.13.0
ARG SPARK_VERSION=2.4.6
ENV ANALYTICS_ZOO_VERSION ${ANALYTICS_ZOO_VERSION}
Expand All @@ -92,7 +92,7 @@ RUN ./download-analytics-zoo.sh && \

# stage.5 az ppml
FROM ubuntu:18.04
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG SPARK_VERSION=2.4.6
ENV ANALYTICS_ZOO_VERSION ${ANALYTICS_ZOO_VERSION}
ENV SPARK_VERSION ${SPARK_VERSION}
Expand Down Expand Up @@ -178,7 +178,7 @@ ADD ./check-status.sh /ppml/trusted-big-data-ml/check-status.sh
ADD tracker.py ./tracker.py
ADD ./start-scripts /ppml/trusted-big-data-ml/work/start-scripts

RUN jar -uf /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar ./tracker.py && \
RUN jar -uf /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar ./tracker.py && \
chmod a+x /ppml/trusted-big-data-ml/init.sh && \
chmod a+x /ppml/trusted-big-data-ml/clean.sh && \
chmod a+x /ppml/trusted-big-data-ml/start-spark-local-train-sgx.sh && \
Expand Down
36 changes: 18 additions & 18 deletions ppml/trusted-big-data-ml/python/docker-graphene/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -257,16 +257,16 @@ Before running the example, make sure that `Boston_Housing.csv` is under `work/d

```bash
SGX=1 ./pal_loader bash -c "export RABIT_TRACKER_IP=your_IP_address && /opt/jdk8/bin/java -cp \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
-Xmx2g \
org.apache.spark.deploy.SparkSubmit \
--master 'local[4]' \
--conf spark.driver.memory=2g \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-python-api.zip \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-python-api.zip \
--executor-memory 2g \
/ppml/trusted-big-data-ml/work/examples/pyzoo/xgboost/xgboost_example.py \
--file-path path_of_boston_housing_csv" | tee test-zoo-xgboost-regressor-sgx.log
Expand Down Expand Up @@ -334,16 +334,16 @@ After downloading the dataset, make sure that `pima-indians-diabetes.data.csv` i

```bash
SGX=1 ./pal_loader bash -c "export RABIT_TRACKER_IP=your_IP_address && /opt/jdk8/bin/java -cp \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
-Xmx2g \
org.apache.spark.deploy.SparkSubmit \
--master 'local[4]' \
--conf spark.driver.memory=2g \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-python-api.zip \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-python-api.zip \
--executor-memory 2g \
/ppml/trusted-big-data-ml/work/examples/pyzoo/xgboost/xgboost_classifier.py \
-f path_of_pima_indians_diabetes_csv" | tee test-xgboost-classifier-sgx.log
Expand Down Expand Up @@ -387,16 +387,16 @@ After downloading the dataset, make sure that `nyc_taxi.csv` is under `work/data

```bash
SGX=1 ./pal_loader bash -c "/opt/jdk8/bin/java -cp \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
-Xmx2g \
org.apache.spark.deploy.SparkSubmit \
--master 'local[4]' \
--conf spark.driver.memory=2g \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-python-api.zip \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-python-api.zip \
--executor-memory 2g \
/ppml/trusted-big-data-ml/work/examples/pyzoo/orca/data/spark_pandas.py \
-f path_of_nyc_taxi_csv" | tee test-orca-data-sgx.log
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,4 @@ sudo docker build \
--build-arg JDK_VERSION=8u192 \
--build-arg JDK_URL=$JDK_URL \
--build-arg no_proxy=x.x.x.x \
-t intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-python-graphene:0.11.0 -f ./Dockerfile .
-t intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-python-graphene:0.11.1 -f ./Dockerfile .
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
#!/bin/bash
SGX=1 ./pal_loader bash -c "/opt/jdk8/bin/java -cp \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
-Xmx2g \
org.apache.spark.deploy.SparkSubmit \
--master 'local[4]' \
--conf spark.driver.memory=2g \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-python-api.zip \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-python-api.zip \
--executor-memory 2g \
/ppml/trusted-big-data-ml/work/examples/pyzoo/orca/data/spark_pandas.py \
-f path_of_nyc_taxi_csv" | tee test-orca-data-sgx.log
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
#!/bin/bash
SGX=1 ./pal_loader bash -c "export RABIT_TRACKER_IP=your_IP_address && /opt/jdk8/bin/java -cp \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
-Xmx2g \
org.apache.spark.deploy.SparkSubmit \
--master 'local[4]' \
--conf spark.driver.memory=2g \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-python-api.zip \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-python-api.zip \
--executor-memory 2g \
/ppml/trusted-big-data-ml/work/examples/pyzoo/xgboost/xgboost_classifier.py \
-f path_of_pima_indians_diabetes_data_csv" | tee test-xgboost-classifier-sgx.log
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
#!/bin/bash
SGX=1 ./pal_loader bash -c "export RABIT_TRACKER_IP=your_IP_address && /opt/jdk8/bin/java -cp \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
'/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar:/ppml/trusted-big-data-ml/work/spark-2.4.6/conf/:/ppml/trusted-big-data-ml/work/spark-2.4.6/jars/*' \
-Xmx2g \
org.apache.spark.deploy.SparkSubmit \
--master 'local[4]' \
--conf spark.driver.memory=2g \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.0/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.0-python-api.zip \
--conf spark.executor.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--conf spark.driver.extraClassPath=/ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--properties-file /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/conf/spark-analytics-zoo.conf \
--jars /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-jar-with-dependencies.jar \
--py-files /ppml/trusted-big-data-ml/work/analytics-zoo-0.11.1/lib/analytics-zoo-bigdl_0.13.0-spark_2.4.6-0.11.1-python-api.zip \
--executor-memory 2g \
/ppml/trusted-big-data-ml/work/examples/pyzoo/xgboost/xgboost_example.py \
--file-path /ppml/trusted-big-data-ml/work/data/Boston_Housing.csv" | tee test-zoo-xgboost-regressor-sgx.log
4 changes: 2 additions & 2 deletions ppml/trusted-big-data-ml/scala/docker-graphene/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ RUN git clone https://github.com/intel-analytics/BigDL.git && \

# stage.4 analytics-zoo
FROM ubuntu:18.04 as analytics-zoo
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG BIGDL_VERSION=0.13.0
ARG SPARK_VERSION=2.4.6
ENV ANALYTICS_ZOO_VERSION ${ANALYTICS_ZOO_VERSION}
Expand All @@ -84,7 +84,7 @@ RUN ./download-analytics-zoo.sh

# stage.5 az ppml
FROM ubuntu:18.04
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG SPARK_VERSION=2.4.6
ENV ANALYTICS_ZOO_VERSION ${ANALYTICS_ZOO_VERSION}
ENV SPARK_VERSION ${SPARK_VERSION}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,4 +13,4 @@ sudo docker build \
--build-arg JDK_VERSION=8u192 \
--build-arg JDK_URL=$JDK_URL \
--build-arg no_proxy=x.x.x.x \
-t intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.0 -f ./Dockerfile .
-t intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.1 -f ./Dockerfile .
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ export DATA_PATH=the_dir_path_of_your_prepared_data
export KEYS_PATH=the_dir_path_of_your_prepared_keys
export LOCAL_IP=your_local_ip_of_the_sgx_server

sudo docker pull intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.0
sudo docker pull intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.1

sudo docker run -itd \
--privileged \
Expand All @@ -22,4 +22,4 @@ sudo docker run -itd \
--name=spark-local \
-e LOCAL_IP=$LOCAL_IP \
-e SGX_MEM_SIZE=64G \
intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.0
intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.1
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
export MASTER=YOUR_MASTER_IP
export WORKERS=(YOUR_WORKER_IP_1 YOUR_WORKER_IP_2 YOUR_WORKER_IP_3)

export TRUSTED_BIGDATA_ML_DOCKER=intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.0
export TRUSTED_BIGDATA_ML_DOCKER=intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-graphene:0.11.1

export SOURCE_ENCLAVE_KEY_PATH=YOUR_LOCAL_ENCLAVE_KEY_PATH
export SOURCE_KEYS_PATH=YOUR_LOCAL_KEYS_PATH
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,4 +10,4 @@ sudo docker build \
--build-arg HTTPS_PROXY_HOST=$HTTPS_PROXY_HOST \
--build-arg HTTPS_PROXY_PORT=$HTTPS_PROXY_PORT \
--build-arg no_proxy=x.x.x.x \
-t intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-occlum:0.11.0 -f ./Dockerfile .
-t intelanalytics/analytics-zoo-ppml-trusted-big-data-ml-scala-occlum:0.11.1 -f ./Dockerfile .
4 changes: 2 additions & 2 deletions ppml/trusted-realtime-ml/scala/docker-graphene/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ ARG HTTP_PROXY_HOST
ARG HTTP_PROXY_PORT
ARG HTTPS_PROXY_HOST
ARG HTTPS_PROXY_PORT
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG BIGDL_VERSION=0.13.0
ARG SPARK_VERSION=2.4.6
ARG SPARK_MAJOR_VERSION=2.4
Expand Down Expand Up @@ -77,7 +77,7 @@ RUN cd /opt && \

# stage.4 az ppml
FROM ubuntu:18.04
ARG ANALYTICS_ZOO_VERSION=0.11.0
ARG ANALYTICS_ZOO_VERSION=0.11.1
ARG BIGDL_VERSION=0.13.0
ARG SPARK_VERSION=2.4.6
ARG FLINK_VERSION=1.10.1
Expand Down
Loading

0 comments on commit 45a2fe1

Please sign in to comment.