From 7cc6aca33fb2aa3cad5b75e352f42e6a5b382786 Mon Sep 17 00:00:00 2001 From: Tim Reichard Date: Fri, 23 Feb 2024 14:15:06 -0600 Subject: [PATCH 1/2] Update to 0.20.8 --- HISTORY.rst | 15 +++++++++++++++ aioradio/ds_utils.py | 4 ++-- aioradio/requirements.txt | 26 +++++++++++++------------- setup.py | 8 ++++---- 4 files changed, 34 insertions(+), 19 deletions(-) diff --git a/HISTORY.rst b/HISTORY.rst index 197d2ba..4f1022b 100644 --- a/HISTORY.rst +++ b/HISTORY.rst @@ -3,6 +3,21 @@ History ======= +v0.20.8 (2024-02-19) + +* Update aioboto3==12.3.0. +* Update boto3==1.34.34. +* Update botocore==1.34.34. +* Update dominodatalab==1.3.0. +* Update fakeredis==2.21.1. + +* Update httpx==0.26.0. +* Update polars==0.20.10. +* Update pre-commit==3.6.2. +* Update pytest==8.0.1. +* Update twine==5.0.0. + + v0.20.7 (2023-12-14) * In merge_spark_df_in_db make separation explicit in the operation condition to avoid ConcurrentAppendException. diff --git a/aioradio/ds_utils.py b/aioradio/ds_utils.py index b069834..2cff64a 100644 --- a/aioradio/ds_utils.py +++ b/aioradio/ds_utils.py @@ -205,12 +205,12 @@ def convert_pyspark_dtypes_to_pandas(df): if dtype == 'object': df[col] = df[col].astype('string[pyarrow]') - df[col].mask(df[col] == '', pd.NA, inplace=True) + df[col] = df[col].mask(df[col] == '', pd.NA) elif (dtype.startswith('int') or dtype.startswith('float')) and not dtype.endswith('[pyarrow]'): df[col] = df[col].astype(f'{dtype}[pyarrow]') elif 'string' in dtype: df[col] = df[col].astype('string[pyarrow]') - df[col].mask(df[col] == '', pd.NA, inplace=True) + df[col] = df[col].mask(df[col] == '', pd.NA) return df diff --git a/aioradio/requirements.txt b/aioradio/requirements.txt index d9e832c..35ee8ea 100644 --- a/aioradio/requirements.txt +++ b/aioradio/requirements.txt @@ -1,35 +1,35 @@ -aioboto3==12.1.0 +aioboto3==12.3.0 aiojobs==1.2.1 backoff==2.2.1 -boto3==1.33.1 -botocore==1.33.1 -cython==3.0.6 +boto3==1.34.34 +botocore==1.34.34 +cython==3.0.8 ddtrace==1.11.2 -dominodatalab==1.2.4 -fakeredis==2.20.0 +dominodatalab==1.3.0 +fakeredis==2.21.1 faust-cchardet==2.1.19 flask==2.1.2 flask-cors==3.0.10 haversine==2.8.0 -httpx==0.25.2 +httpx==0.26.0 mandrill==1.0.60 moto==3.1.18 openpyxl==3.0.10 orjson==3.8.10 -pandas==2.1.4 -polars==0.19.19 -pre-commit==3.6.0 +pandas==2.2.0 +polars==0.20.10 +pre-commit==3.6.2 psycopg2-binary==2.9.9 -pyarrow==14.0.1 +pyarrow==15.0.0 pylint==3.0.3 pyodbc==4.0.39 --no-binary=pyodbc pysmb==1.2.9.1 pyspark==3.4.1 -pytest==7.4.3 +pytest==8.0.1 pytest-asyncio==0.21.1 pytest-cov==4.1.0 python-json-logger==2.0.7 redis==5.0.1 -twine==4.0.2 +twine==5.0.0 werkzeug==2.1.2 wheel==0.42.0 diff --git a/setup.py b/setup.py index 6afe104..4cd2d15 100644 --- a/setup.py +++ b/setup.py @@ -7,7 +7,7 @@ long_description = fileobj.read() setup(name='aioradio', - version='0.20.7', + version='0.20.8', description='Generic asynchronous i/o python utilities for AWS services (SQS, S3, DynamoDB, Secrets Manager), Redis, MSSQL (pyodbc), JIRA and more', long_description=long_description, long_description_content_type="text/markdown", @@ -21,11 +21,11 @@ ], install_requires=[ 'cython>=0.29.33', - 'aioboto3==12.1.0', + 'aioboto3==12.3.0', 'aiojobs>=1.0.0', 'backoff>=2.1.2', - 'botocore==1.33.1', - 'boto3==1.33.1', + 'botocore==1.34.34', + 'boto3==1.34.34', 'ddtrace>=0.60.1', 'faust-cchardet>=2.1.18', 'fakeredis>=2.20.0', From 4643c17a38c23887b3d61d57d54c7a51de491877 Mon Sep 17 00:00:00 2001 From: Tim Reichard Date: Fri, 23 Feb 2024 14:15:49 -0600 Subject: [PATCH 2/2] remove empty line --- HISTORY.rst | 1 - 1 file changed, 1 deletion(-) diff --git a/HISTORY.rst b/HISTORY.rst index 4f1022b..fb77fba 100644 --- a/HISTORY.rst +++ b/HISTORY.rst @@ -10,7 +10,6 @@ v0.20.8 (2024-02-19) * Update botocore==1.34.34. * Update dominodatalab==1.3.0. * Update fakeredis==2.21.1. - * Update httpx==0.26.0. * Update polars==0.20.10. * Update pre-commit==3.6.2.