From 47cc09b6a8f9ee99b3fbe8b72c215bccf134a1b2 Mon Sep 17 00:00:00 2001
From: Oliver Kamer <oliver@kamer.ch>
Date: Tue, 10 May 2022 19:23:02 +0200
Subject: [PATCH] Ghetto script

---
 .gitignore       |   6 +++
 main.py          | 110 +++++++++++++++++++++++++++++++++++++++++++++++
 requirements.in  |   5 +++
 requirements.txt |  38 ++++++++++++++++
 4 files changed, 159 insertions(+)
 create mode 100644 .gitignore
 create mode 100644 main.py
 create mode 100644 requirements.in
 create mode 100644 requirements.txt

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..7134d93
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,6 @@
+.env
+venv/
+.idea
+*.txt
+
+!requirements.txt
\ No newline at end of file
diff --git a/main.py b/main.py
new file mode 100644
index 0000000..c363474
--- /dev/null
+++ b/main.py
@@ -0,0 +1,110 @@
+import os
+import re
+
+import requests
+from dotenv import load_dotenv
+from tqdm import tqdm
+from bs4 import BeautifulSoup
+
+load_dotenv()
+
+api_key = os.getenv("API_KEY")
+group = os.getenv("GROUP")
+attribute_to_check = os.getenv("ATTRIBUTE_TO_CHECK")
+username = os.getenv("USERNAME")
+password = os.getenv("PASSWORD")
+
+BASE_URL = "https://db.scout.ch"
+
+s = requests.Session()
+
+
+def get_groupname(group_id):
+    group = s.get(f"{BASE_URL}/groups/{group_id}.json").json()
+    return group["groups"][0]["name"]
+
+
+def get_all_sub_groups(group_id, depth=0):
+    group = s.get(f"{BASE_URL}/groups/{group_id}.json").json()
+    group_name = group["groups"][0]["name"]
+    try:
+        children = group["groups"][0]["links"]["children"]
+    except KeyError:
+        children = []
+    subgroups = []
+    for child in (
+        tqdm(children, desc=f"Fetching subgroups of {group_name}", unit="group")
+        if depth == 0
+        else children
+    ):
+        subgroups.extend(get_all_sub_groups(child, depth + 1))
+    subgroups.append(group_id)
+    return list(set(subgroups))
+
+
+def get_people_id_from_group(group_id):
+    people = s.get(f"{BASE_URL}/groups/{group_id}/people.json").json()["people"]
+    return [person["id"] for person in people]
+
+
+def get_people_details(group_id, person_id):
+    person = s.get(f"{BASE_URL}/groups/{group_id}/people/{person_id}.json").json()
+    return person["people"][0]
+
+
+def name_formatter(nickname, firstname, lastname):
+    if nickname:
+        return f"{nickname} / {firstname} {lastname}"
+    return f"{firstname} {lastname}"
+
+
+# Login procedure
+login_page = s.get("https://db.scout.ch/de/users/sign_in")
+
+soup = BeautifulSoup(login_page.content, "html.parser")
+hidden_tag = soup.find(attrs={"name": "authenticity_token"})
+auth_token = hidden_tag.attrs["value"]
+
+login = s.post(
+    "https://db.scout.ch/de/users/sign_in",
+    {
+        "authenticity_token": auth_token,
+        "person[email]": username,
+        "person[password]": password,
+    },
+)
+
+groups = get_all_sub_groups(group)
+people_ids = []
+for group in tqdm(groups, desc=f"Fetching all people ids", unit="group"):
+    people_ids.extend([(group, p_id) for p_id in get_people_id_from_group(group)])
+
+people_ids = list(set(people_ids))  # Ensure unique
+
+people = []
+for person_id, group_id in tqdm(
+    people_ids, desc=f"Fetching all peoples info", unit="lookups"
+):
+    people.append(get_people_details(person_id, group_id))
+
+people.sort(key=lambda p: p["last_name"])
+
+ahv_regex = re.compile("\d{3}.\d{4}.\d{4}.\d{2}")
+
+people_without_ahv = [
+    person
+    for person in people
+    if not (person[attribute_to_check] and ahv_regex.match(person[attribute_to_check]))
+]
+
+print(f"Mit AHV-Nr: {len(people) - len(people_without_ahv)}")
+print(f"Ohne AHV-Nr: {len(people_without_ahv)}")
+print(f"Total: {len(people)}")
+print()
+
+exit(0)
+
+for p in people_without_ahv:
+    f_name = name_formatter(p["nickname"], p["first_name"], p["last_name"])
+    url = p["href"].replace(".json", "")
+    print(f"{f_name}: {url}")
diff --git a/requirements.in b/requirements.in
new file mode 100644
index 0000000..6b7f7bb
--- /dev/null
+++ b/requirements.in
@@ -0,0 +1,5 @@
+requests
+python-dotenv
+tqdm
+beautifulsoup4
+black
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..431640c
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,38 @@
+#
+# This file is autogenerated by pip-compile with python 3.9
+# To update, run:
+#
+#    pip-compile
+#
+beautifulsoup4==4.11.1
+    # via -r requirements.in
+black==22.3.0
+    # via -r requirements.in
+certifi==2021.10.8
+    # via requests
+charset-normalizer==2.0.12
+    # via requests
+click==8.1.3
+    # via black
+idna==3.3
+    # via requests
+mypy-extensions==0.4.3
+    # via black
+pathspec==0.9.0
+    # via black
+platformdirs==2.5.2
+    # via black
+python-dotenv==0.20.0
+    # via -r requirements.in
+requests==2.27.1
+    # via -r requirements.in
+soupsieve==2.3.2.post1
+    # via beautifulsoup4
+tomli==2.0.1
+    # via black
+tqdm==4.64.0
+    # via -r requirements.in
+typing-extensions==4.2.0
+    # via black
+urllib3==1.26.9
+    # via requests