diff --git a/optimus/dl/__init__.py b/optimus/dl/__init__.py index 3f2711956..12631058e 100644 --- a/optimus/dl/__init__.py +++ b/optimus/dl/__init__.py @@ -1,2 +1,2 @@ import os -os.environ['PYSPARK_SUBMIT_ARGS'] = '--packages databricks:spark-deep-learning:1.2.0-spark2.3-s_2.11 pyspark-shell' \ No newline at end of file +os.environ['PYSPARK_SUBMIT_ARGS'] = '--packages databricks:spark-deep-learning:1.5.0-spark2.4-s_2.11 pyspark-shell' \ No newline at end of file diff --git a/optimus/optimus.py b/optimus/optimus.py index a37d45c19..cadaffe10 100644 --- a/optimus/optimus.py +++ b/optimus/optimus.py @@ -84,7 +84,7 @@ def __init__(self, master="local[*]", app_name="optimus", checkpoint=False, path if dl is True: self._add_spark_packages( - ["databricks:spark-deep-learning:1.2.0-spark2.3-s_2.11", "com.databricks:spark-avro_2.11:4.0.0"]) + ["databricks:spark-deep-learning:1.5.0-spark2.4-s_2.11", "com.databricks:spark-avro_2.11:4.0.0"]) self._start_session() diff --git a/optimus/version.py b/optimus/version.py index ddab2e3c8..9a132ed6d 100644 --- a/optimus/version.py +++ b/optimus/version.py @@ -5,5 +5,5 @@ def _safe_int(string): return string -__version__ = '2.1.4' +__version__ = '2.1.5' VERSION = tuple(_safe_int(x) for x in __version__.split('.')) diff --git a/requirements-test.txt b/requirements-test.txt index 5a31f852e..0ad9a8039 100644 --- a/requirements-test.txt +++ b/requirements-test.txt @@ -6,7 +6,7 @@ multipledispatch==0.6.0 python_dateutil==2.7.5 numpy==1.15.2 matplotlib==3.0.1 -pyspark==2.3.1 +pyspark==2.4.0 pytest==4.0.1 findspark==1.3.0 nose==1.3.7 @@ -16,8 +16,8 @@ setuptools==40.6.3 pyarrow==0.10.0 tabulate==0.8.2 Jinja2==2.10 -tensorflow==1.10.0 -keras==2.2.2 +tensorflow==1.12.0 +keras==2.2.4 pillow==5.3.0 pygments>=2.2.0 six>=1.10.0 diff --git a/requirements.txt b/requirements.txt index 681a9aa2b..466a3a6c3 100644 --- a/requirements.txt +++ b/requirements.txt @@ -7,7 +7,7 @@ python_dateutil==2.7.5 nose==1.3.7 numpy==1.15.2 matplotlib==3.0.1 -pyspark==2.3.1 +pyspark==2.4.0 pytest==4.0.1 findspark==1.3.0 nose==1.3.7 @@ -17,8 +17,8 @@ setuptools==40.6.3 pyarrow==0.10.0 tabulate==0.8.2 Jinja2==2.10 -tensorflow==1.10.0 -keras==2.2.2 +tensorflow==1.12.0 +keras==2.2.4 pillow==5.3.0 pygments>=2.2.0 six>=1.10.0 diff --git a/setup.py b/setup.py index dd511532b..5e5aab6bd 100644 --- a/setup.py +++ b/setup.py @@ -42,7 +42,7 @@ def readme(): author='Favio Vazquez and Argenis Leon', author_email='favio.vazquez@ironmussa.com', url='https://github.com/ironmussa/Optimus/', - download_url='https://github.com/ironmussa/Optimus/archive/2.1.4.tar.gz', + download_url='https://github.com/ironmussa/Optimus/archive/2.1.5.tar.gz', description=('Optimus is the missing framework for cleaning and pre-processing data in a distributed fashion with ' 'pyspark.'), long_description=readme(),