pyproject.toml

[tool.poetry]
name = "spark-expectations"
version = "0.0.0"
description = "This project helps us to run Data Quality Rules in flight while spark job is being run"
authors = ["Ashok Singamaneni <ashok.singamaneni@nike.com>"]
readme = "README.md"
packages = [{ include = "spark_expectations" }]

[tool.poetry.dependencies]
python = "^3.9,<3.12"
pluggy = ">=1"
pyspark = "^3.0.0"
requests = "^2.28.1"

[tool.poetry.group.dev.dependencies]
black = "23.3.0"
pytest = "7.3.1"
pytest-mock = "3.10.0"
coverage = "7.2.5"
pyspark = "^3.0.0"
pandas = "1.5.3"
numpy = "1.26.4"
pyarrow = "7.0.0"
grpcio = "1.48.1"
google = "3.0.0"
protobuf = "4.21.12"
mypy = "1.3.0"
mkdocs = "1.4.3"
prospector = "1.10.0"
mkdocs-material = "9.1.12"
mkdocstrings = { extras = ["python"], version = "0.20.0" }
mkdocs-autorefs = "0.4.1"
mdx-include = ">=1.4.1,<2.0.0"
mkdocs-markdownextradata-plugin = "0.2.5"
mkdocs-click = "0.8.0"
types-requests = "2.28.11.16"
types-setuptools = "67.7.0.2"
cerberus-python-client = "2.5.4"
mike = "1.1.2"
pre-commit = "3.3.1"
botocore = "1.29.133"                                      # This is just for fixing the dependency resolution version on cerberus-python-client
ipykernel = "^6.29.2"

[tool.poetry-dynamic-versioning]
enable = true
vcs = "git"
bump = true
style = "semver"

[build-system]
requires = ["poetry-core>=1.0.0", "poetry-dynamic-versioning"]
build-backend = "poetry_dynamic_versioning.backend"

[tool.black]
line-length = 88
target-version = ['py39']
include = '\.pyi?$'
exclude = '''
(
  /(
      \.eggs         # exclude a few common directories in the
    | \.git          # root of the project
    | \.hg
    | \.mypy_cache
    | \.tox
    | \.venv
    | _build
    | buck-out
    | build
    | dist
    | \.whl
  )/
#  | foo.py           # also separately exclude a file named foo.py in
#                     # the root of the project
)
'''

#[tool.poetry_bumpversion.file."spark_expectations/__init__.py"]
#search = '__version__ = "{current_version}"'
#replace = '__version__ = "{new_version}"'

[tool.mypy]
disallow_untyped_defs = true
ignore_missing_imports = true
follow_imports = "skip"