Merge pull request #194 from MattTriano/iss_193_update_airflow_2_9_3

Updates Airflow containers to 2.9.3 and upgrades packages.

Dockerfiles/airflow.Dockerfile

@@ -1,4 +1,4 @@
-FROM apache/airflow:2.7.2-python3.10
+FROM apache/airflow:2.9.3-python3.12
 USER root
 RUN apt-get update \
   && apt-get install -y --no-install-recommends \
@@ -12,5 +12,5 @@ RUN apt-get update \
   && rm -rf /var/lib/apt/lists/*
 USER airflow
 COPY requirements/airflow_requirements.txt /requirements.txt
-RUN pip install --user --upgrade pip
-RUN pip install -v --no-cache-dir --user -r /requirements.txt
+RUN pip install --upgrade pip
+RUN pip install -v --no-cache-dir -r /requirements.txt

docker-compose.yml

@@ -213,7 +213,7 @@ services:
 
   airflow-webserver:
     <<: *airflow-common
-    image: adwh_airflow_webserver:2.7.2
+    image: adwh_airflow_webserver:2.9.3
     command: webserver
     ports:
       - "8080:8080"
@@ -236,7 +236,7 @@ services:
 
   airflow-scheduler:
     <<: *airflow-common
-    image: adwh_airflow_scheduler:2.7.2
+    image: adwh_airflow_scheduler:2.9.3
     command: scheduler
     healthcheck:
       test:
@@ -257,7 +257,7 @@ services:
 
   airflow-triggerer:
     <<: *airflow-common
-    image: adwh_airflow_triggerer:2.7.2
+    image: adwh_airflow_triggerer:2.9.3
     command: triggerer
     healthcheck:
       test:
@@ -276,7 +276,7 @@ services:
 
   airflow-init:
     <<: *airflow-common
-    image: adwh_airflow_init:2.7.2
+    image: adwh_airflow_init:2.9.3
     entrypoint: /bin/bash
     # yamllint disable rule:line-length
     command:
@@ -304,7 +304,7 @@ services:
 
   airflow-cli:
     <<: *airflow-common
-    image: adwh_airflow_cli:2.7.2
+    image: adwh_airflow_cli:2.9.3
     profiles:
       - debug
     environment:

requirements/airflow_requirements.txt

@@ -1,19 +1,19 @@
 black==23.9.1
-dbt-core==1.6.3
-dbt-extractor==0.4.1
-dbt-postgres==1.6.3
-Fiona==1.9.3
-GeoAlchemy2==0.14.1
-geopandas==0.14.0
-great-expectations==0.17.22
+dbt-core==1.8.5
+dbt-extractor==0.5.1
+dbt-postgres==1.8.2
+Fiona==1.9.6
+GeoAlchemy2==0.15.2
+geopandas==1.0.1
+great-expectations==0.18.19
 jupyterlab
-jupyterlab-pygments==0.2.2
-jupyterlab-widgets==3.0.9
+jupyterlab-pygments==0.3.0
+jupyterlab-widgets==3.0.11
 networkx==2.8.8
 pyproj==3.6.1
-pytest==7.4.2
-pytest-mock==3.11.1
-Rtree==1.0.1
-scikit-learn==1.3.1
-scipy==1.11.3
+pytest==8.3.2
+pytest-mock==3.14.0
+Rtree==1.3.0
+scikit-learn==1.5.1
+scipy==1.14.0
 shapely