diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 2aea3241..5f6d4c99 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -2,7 +2,7 @@ ci: autoupdate_schedule: quarterly skip: [pip-compile] default_language_version: - python: python3.10 + python: python3.11 repos: - repo: https://github.com/astral-sh/ruff-pre-commit rev: v0.6.9 diff --git a/ca_qc_sainte_anne_de_bellevue/people.py b/ca_qc_sainte_anne_de_bellevue/people.py index e7b660b1..5b6ba033 100644 --- a/ca_qc_sainte_anne_de_bellevue/people.py +++ b/ca_qc_sainte_anne_de_bellevue/people.py @@ -1,10 +1,9 @@ -import re - from utils import CanadianPerson as Person from utils import CanadianScraper COUNCIL_PAGE = "https://www.ville.sainte-anne-de-bellevue.qc.ca/fr/199/elus-municipaux" + class SainteAnneDeBellevuePersonScraper(CanadianScraper): def scrape(self): def decode_email(e): @@ -20,8 +19,8 @@ def decode_email(e): councillors = page.xpath('//div[@class="col-md-12"]')[0] assert len(councillors), "No councillors found" - - roles_and_districts = councillors.xpath('.//h2/text()') + + roles_and_districts = councillors.xpath(".//h2/text()") roles = [] districts = [] names = [] @@ -32,30 +31,22 @@ def decode_email(e): role_and_district = role.split() roles.append(role_and_district[0]) - + if len(role_and_district) == 1: districts.append("Sainte-Anne-de-Bellevue") else: districts.append("District " + role_and_district[2]) - + # Fill in contact info via p tags. contact_info = councillors.xpath('.//p[a[contains(@href, "@")]]') for contact in contact_info: contact = contact.text_content().split() - print(contact) - input() name = " ".join(contact[:2]) names.append(name) - + email = contact[3] email = email.replace("Président", "") emails.append(email) - - print(roles) - print(districts) - print(names) - print(emails) - input() assert len(roles) == len(districts) == len(names) == len(emails), "Lists are not of equal length" for i in range(len(roles)): diff --git a/requirements.txt b/requirements.txt index 080af981..9ec2ad3f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -69,8 +69,6 @@ sqlparse==0.5.1 # via django text-unidecode==1.3 # via python-slugify -typing-extensions==4.12.2 - # via asgiref unidecode==0.4.14 # via -r requirements.in urllib3==1.26.20