The project needs pyspark and delta-spark not just in dev mode, also …

…in regular installs. Otherwise you get an error like ImportError: cannot import name 'configure_spark_with_delta_pip' from 'delta' (/home/holden/miniconda3/lib/python3.10/site-packages/delta/__init__.py)
Nike-Inc · Sep 13, 2023 · e5477b1 · e5477b1
1 parent 915fffc
commit e5477b1
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -9,6 +9,8 @@ packages = [{ include = "spark_expectations" }]
 [tool.poetry.dependencies]
 python = "^3.8.9"
 pluggy = "1.0.0"
+pyspark = "^3.0.0"
+delta-spark = "^2.1.0"
 
 [tool.poetry.group.dev.dependencies]
 black = "23.3.0"