Skip to content

Commit

Permalink
move dlframe SharedParamsApater to AZ and roll back to OptimizerV1 (#…
Browse files Browse the repository at this point in the history
  • Loading branch information
Le-Zheng authored Jul 2, 2021
1 parent ff9430b commit 8162f18
Show file tree
Hide file tree
Showing 19 changed files with 12 additions and 1,696 deletions.
2 changes: 1 addition & 1 deletion pyspark/bigdl/examples/keras/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -50,4 +50,4 @@ ${SPARK_HOME}/bin/spark-submit \
```
* ```--batchSize``` an option that can be used to set batch size.
* ```--max_epoch``` an option that can be used to set how many epochs for which the model is to be trained.
* ```--optimizerVersion``` an option that can be used to set DistriOptimizer version, the default value is "optimizerV2".
* ```--optimizerVersion``` an option that can be used to set DistriOptimizer version, the default value is "optimizerV1".
4 changes: 2 additions & 2 deletions pyspark/bigdl/examples/keras/imdb_cnn_lstm.py
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ def build_keras_model():
parser = OptionParser()
parser.add_option("-b", "--batchSize", type=int, dest="batchSize", default="32")
parser.add_option("-m", "--max_epoch", type=int, dest="max_epoch", default="2")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV2")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV1")
(options, args) = parser.parse_args(sys.argv)

keras_model = build_keras_model()
Expand Down Expand Up @@ -103,4 +103,4 @@ def build_keras_model():
trigger=EveryEpoch(),
val_method=[Top1Accuracy()]
)
optimizer.optimize()
optimizer.optimize()
2 changes: 1 addition & 1 deletion pyspark/bigdl/examples/keras/mnist_cnn.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@ def build_keras_model():
parser.add_option("-b", "--batchSize", type=int, dest="batchSize", default="128")
parser.add_option("-m", "--max_epoch", type=int, dest="max_epoch", default="12")
parser.add_option("-d", "--dataPath", dest="dataPath", default="/tmp/mnist")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV2")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV1")
(options, args) = parser.parse_args(sys.argv)

keras_model = build_keras_model()
Expand Down
2 changes: 1 addition & 1 deletion pyspark/bigdl/models/lenet/lenet5.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ def build_model(class_num):
parser.add_option("-t", "--endTriggerType", dest="endTriggerType", default="epoch")
parser.add_option("-n", "--endTriggerNum", type=int, dest="endTriggerNum", default="20")
parser.add_option("-d", "--dataPath", dest="dataPath", default="/tmp/mnist")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV2")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV1")

(options, args) = parser.parse_args(sys.argv)

Expand Down
2 changes: 1 addition & 1 deletion pyspark/bigdl/models/textclassifier/textclassifier.py
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@ def train(sc, data_path,
parser.add_option("--model", dest="model_type", default="cnn")
parser.add_option("-p", "--p", dest="p", default="0.0")
parser.add_option("-d", "--data_path", dest="data_path", default="/tmp/news20/")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV2")
parser.add_option("--optimizerVersion", dest="optimizerVersion", default="optimizerV1")

(options, args) = parser.parse_args(sys.argv)
if options.action == "train":
Expand Down

This file was deleted.

Loading

0 comments on commit 8162f18

Please sign in to comment.