load people in the background

website/people.py

@@ -1,11 +1,12 @@
+import asyncio
 import os
 from collections import Counter
 from datetime import datetime, timedelta
-from typing import List
+from typing import Dict
 
 import httpx
 
-from nicegui import ui
+from nicegui import app, ui
 
 # NOTE:
 # requires a GitHub token with the necessary permissions read:org and read:user
@@ -16,10 +17,11 @@
     'Authorization': f'token {os.getenv("GITHUB_TOKEN")}',
     'Accept': 'application/vnd.github.v3+json',
 }
+DAYS = 10
 
 
-def fetch_comments(*, days: int) -> List[str]:
-    comments = []
+async def fetch_replies() -> Dict[str, int]:
+    logins = []
 
     query = '''
         query($owner: String!, $repo: String!, $after: String) {
@@ -50,43 +52,45 @@ def fetch_comments(*, days: int) -> List[str]:
         }
     '''
     cursor = None
-    while True:
-        variables = {'owner': 'zauberzeug', 'repo': 'nicegui', 'after': cursor}
-        response = httpx.post(URL, json={'query': query, 'variables': variables}, headers=HEADERS, timeout=10.0)
-        response.raise_for_status()
-        data = response.json()
-
-        if 'errors' in data:
-            raise RuntimeError(f'GitHub API Error: {data["errors"]}')
-
-        for discussion in data['data']['repository']['discussions']['nodes']:
-            discussion_date = datetime.fromisoformat(discussion['updatedAt'].replace('Z', '+00:00'))
-            if discussion_date < datetime.now(discussion_date.tzinfo) - timedelta(days=days):
-                return comments
-
-            for comment in discussion['comments']['nodes']:
-                if not comment['author']:
-                    continue
-                if comment['author']['login'] == (discussion['author'] or {}).get('login'):
-                    continue
-                comment_date = datetime.fromisoformat(comment['createdAt'].replace('Z', '+00:00'))
-                if comment_date < datetime.now(comment_date.tzinfo) - timedelta(days=days):
-                    continue
-                comments.append(comment['author']['login'])
-                for reply in comment['replies']['nodes']:
-                    if not reply['author']:
+    async with httpx.AsyncClient() as client:
+        while True:
+            variables = {'owner': 'zauberzeug', 'repo': 'nicegui', 'after': cursor}
+            response = await client.post(URL, json={'query': query, 'variables': variables}, headers=HEADERS, timeout=10.0)
+            response.raise_for_status()
+            data = response.json()
+
+            if 'errors' in data:
+                raise RuntimeError(f'GitHub API Error: {data["errors"]}')
+
+            for discussion in data['data']['repository']['discussions']['nodes']:
+                discussion_date = datetime.fromisoformat(discussion['updatedAt'].replace('Z', '+00:00'))
+                if discussion_date < datetime.now(discussion_date.tzinfo) - timedelta(days=DAYS):
+                    return Counter(logins).most_common()
+
+                for comment in discussion['comments']['nodes']:
+                    if not comment['author']:
                         continue
-                    if reply['author']['login'] == (discussion['author'] or {}).get('login'):
+                    if comment['author']['login'] == (discussion['author'] or {}).get('login'):
                         continue
-                    comments.append(reply['author']['login'])
+                    comment_date = datetime.fromisoformat(comment['createdAt'].replace('Z', '+00:00'))
+                    if comment_date < datetime.now(comment_date.tzinfo) - timedelta(days=DAYS):
+                        continue
+                    logins.append(comment['author']['login'])
+                    for reply in comment['replies']['nodes']:
+                        if not reply['author']:
+                            continue
+                        if reply['author']['login'] == (discussion['author'] or {}).get('login'):
+                            continue
+                        logins.append(reply['author']['login'])
 
-        if not data['data']['repository']['discussions']['pageInfo']['hasNextPage']:
-            return comments
-        cursor = data['data']['repository']['discussions']['pageInfo']['endCursor']
+            if not data['data']['repository']['discussions']['pageInfo']['hasNextPage']:
+                return Counter(logins).most_common()
+            cursor = data['data']['repository']['discussions']['pageInfo']['endCursor']
+            await asyncio.sleep(1)  # avoid rate limit
 
 
-def fetch_pull_requests(*, days: int) -> List[str]:
-    pull_requests = []
+async def fetch_pull_requests() -> Dict[str, int]:
+    logins = []
 
     query = '''
         query($owner: String!, $repo: String!, $after: String) {
@@ -106,48 +110,63 @@ def fetch_pull_requests(*, days: int) -> List[str]:
         }
     '''
     cursor = None
-    while True:
-        variables = {'owner': 'zauberzeug', 'repo': 'nicegui', 'after': cursor}
-        response = httpx.post(URL, json={'query': query, 'variables': variables}, headers=HEADERS, timeout=10.0)
-        response.raise_for_status()
-        data = response.json()
-
-        if 'errors' in data:
-            raise RuntimeError(f'GitHub API Error: {data["errors"]}')
-
-        for pr in data['data']['repository']['pullRequests']['nodes']:
-            if not pr['author'] or not pr['merged']:
-                continue
-            pr_date = datetime.fromisoformat(pr['updatedAt'].replace('Z', '+00:00'))
-            if pr_date < datetime.now(pr_date.tzinfo) - timedelta(days=days):
-                return pull_requests
-            pull_requests.append(pr['author']['login'])
-
-        if not data['data']['repository']['pullRequests']['pageInfo']['hasNextPage']:
-            return pull_requests
-        cursor = data['data']['repository']['pullRequests']['pageInfo']['endCursor']
-
-
-def show_people(days: int = 10) -> None:
-    pull_requests = fetch_pull_requests(days=days)
+    async with httpx.AsyncClient() as client:
+        while True:
+            variables = {'owner': 'zauberzeug', 'repo': 'nicegui', 'after': cursor}
+            response = await client.post(URL, json={'query': query, 'variables': variables}, headers=HEADERS, timeout=10.0)
+            response.raise_for_status()
+            data = response.json()
+
+            if 'errors' in data:
+                raise RuntimeError(f'GitHub API Error: {data["errors"]}')
+
+            for pr in data['data']['repository']['pullRequests']['nodes']:
+                if not pr['author'] or not pr['merged']:
+                    continue
+                pr_date = datetime.fromisoformat(pr['updatedAt'].replace('Z', '+00:00'))
+                if pr_date < datetime.now(pr_date.tzinfo) - timedelta(days=DAYS):
+                    return Counter(login for login in logins if login != 'dependabot').most_common()
+                logins.append(pr['author']['login'])
+
+            if not data['data']['repository']['pullRequests']['pageInfo']['hasNextPage']:
+                return Counter(login for login in logins if login != 'dependabot').most_common()
+            cursor = data['data']['repository']['pullRequests']['pageInfo']['endCursor']
+            await asyncio.sleep(1)  # avoid rate limit
+
+pr_logins = {}
+reply_logins = {}
+
+
+async def fetch_people() -> None:
+    logins = await fetch_replies()
+    reply_logins.clear()
+    reply_logins.update(logins)
+
+    logins = await fetch_pull_requests()
+    pr_logins.clear()
+    pr_logins.update(logins)
+
+
+app.timer(3600, fetch_people)
+
+
+def show_people() -> None:
     with ui.column(align_items='center').classes('mx-auto mt-8'):
-        ui.label(f'Most merged pull requests in the last {days} days').classes('text-2xl')
+        ui.label(f'Most merged pull requests in the last {DAYS} days').classes('text-2xl')
         with ui.row().classes('justify-center'):
-            for login, count in Counter(pull_requests).most_common():
-                if login == 'dependabot':
-                    continue
-                with ui.link(target=f'https://github.com/{login}'):
-                    with ui.column(align_items='center').classes('gap-1 min-w-24'):
-                        ui.image(f'https://github.com/{login}.png').classes('w-12 h-12 rounded-full')
-                        ui.label(login)
-                        ui.label(f'{count} PRs' if count > 1 else '1 PR').classes('text-gray-500')
+            for login, count in pr_logins.items():
+                show_person(login, f'{count} PRs' if count > 1 else '1 PR')
 
-    comments = fetch_comments(days=days)
     with ui.column(align_items='center').classes('mx-auto mt-8'):
-        ui.label(f'Most replies in discussions in the last {days} days').classes('text-2xl')
+        ui.label(f'Most replies in discussions in the last {DAYS} days').classes('text-2xl')
         with ui.row().classes('justify-center'):
-            for login, count in Counter(comments).most_common():
-                with ui.column(align_items='center').classes('gap-1 min-w-24'):
-                    ui.image(f'https://github.com/{login}.png').classes('w-12 h-12 rounded-full')
-                    ui.label(login)
-                    ui.label(f'{count} replies' if count > 1 else '1 reply').classes('text-gray-500')
+            for login, count in reply_logins.items():
+                show_person(login, f'{count} replies' if count > 1 else '1 reply')
+
+
+def show_person(login: str, description: str) -> None:
+    with ui.link(target=f'https://github.com/{login}'):
+        with ui.column(align_items='center').classes('gap-1 min-w-24'):
+            ui.image(f'https://github.com/{login}.png').classes('w-12 h-12 rounded-full')
+            ui.label(login)
+            ui.label(description).classes('text-gray-500')