From a23d084da0da5d4021ed4e34d8e02df30664cd57 Mon Sep 17 00:00:00 2001 From: Tim Reichard Date: Fri, 15 Mar 2024 17:44:56 -0500 Subject: [PATCH] Fix bug with spark not being instantiated --- HISTORY.rst | 5 +++++ aioradio/ds_utils.py | 1 + setup.py | 2 +- 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/HISTORY.rst b/HISTORY.rst index 29377c1..fceb11e 100644 --- a/HISTORY.rst +++ b/HISTORY.rst @@ -3,6 +3,11 @@ History ======= +v0.20.14 (2024-03-15) + +* Fix bug with spark not being instantiated. + + v0.20.13 (2024-03-15) * Use spark df.toPandas() function instead of private function converted spark df -> pandas -> polars. diff --git a/aioradio/ds_utils.py b/aioradio/ds_utils.py index 41e76b2..1ee03b6 100644 --- a/aioradio/ds_utils.py +++ b/aioradio/ds_utils.py @@ -50,6 +50,7 @@ try: from databricks.connect import DatabricksSession + spark = DatabricksSession.builder.getOrCreate() except ImportError: spark = SparkSession.builder.getOrCreate() diff --git a/setup.py b/setup.py index 3f8618f..cc7adda 100644 --- a/setup.py +++ b/setup.py @@ -7,7 +7,7 @@ long_description = fileobj.read() setup(name='aioradio', - version='0.20.13', + version='0.20.14', description='Generic asynchronous i/o python utilities for AWS services (SQS, S3, DynamoDB, Secrets Manager), Redis, MSSQL (pyodbc), JIRA and more', long_description=long_description, long_description_content_type="text/markdown",