Merge pull request #449 from ironmussa/develop

Update version, spark, tensorflow and keras

optimus/dl/__init__.py

@@ -1,2 +1,2 @@
 import os
-os.environ['PYSPARK_SUBMIT_ARGS'] = '--packages databricks:spark-deep-learning:1.2.0-spark2.3-s_2.11 pyspark-shell'
+os.environ['PYSPARK_SUBMIT_ARGS'] = '--packages databricks:spark-deep-learning:1.5.0-spark2.4-s_2.11 pyspark-shell'

optimus/optimus.py

@@ -84,7 +84,7 @@ def __init__(self, master="local[*]", app_name="optimus", checkpoint=False, path
 
         if dl is True:
             self._add_spark_packages(
-                ["databricks:spark-deep-learning:1.2.0-spark2.3-s_2.11", "com.databricks:spark-avro_2.11:4.0.0"])
+                ["databricks:spark-deep-learning:1.5.0-spark2.4-s_2.11", "com.databricks:spark-avro_2.11:4.0.0"])
 
             self._start_session()
 

optimus/version.py

@@ -5,5 +5,5 @@ def _safe_int(string):
         return string
 
 
-__version__ = '2.1.4'
+__version__ = '2.1.5'
 VERSION = tuple(_safe_int(x) for x in __version__.split('.'))

requirements-test.txt

@@ -16,8 +16,8 @@ setuptools==40.6.3
 pyarrow==0.10.0
 tabulate==0.8.2
 Jinja2==2.10
-tensorflow==1.10.0
-keras==2.2.2
+tensorflow==1.12.0
+keras==2.2.4
 pillow==5.3.0
 pygments>=2.2.0
 six>=1.10.0

requirements.txt

@@ -17,8 +17,8 @@ setuptools==40.6.3
 pyarrow==0.10.0
 tabulate==0.8.2
 Jinja2==2.10
-tensorflow==1.10.0
-keras==2.2.2
+tensorflow==1.12.0
+keras==2.2.4
 pillow==5.3.0
 pygments>=2.2.0
 six>=1.10.0

setup.py

@@ -42,7 +42,7 @@ def readme():
     author='Favio Vazquez and Argenis Leon',
     author_email='[email protected]',
     url='https://github.com/ironmussa/Optimus/',
-    download_url='https://github.com/ironmussa/Optimus/archive/2.1.4.tar.gz',
+    download_url='https://github.com/ironmussa/Optimus/archive/2.1.5.tar.gz',
     description=('Optimus is the missing framework for cleaning and pre-processing data in a distributed fashion with '
                  'pyspark.'),
     long_description=readme(),