From 9d36046516a74323e22a4515b387b0cb25d9f329 Mon Sep 17 00:00:00 2001 From: electricfish1 Date: Tue, 26 Nov 2024 17:08:45 -0600 Subject: [PATCH] Use API to get_user_str_from_profile --- cyberdrop_dl/scraper/crawlers/coomer_crawler.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/cyberdrop_dl/scraper/crawlers/coomer_crawler.py b/cyberdrop_dl/scraper/crawlers/coomer_crawler.py index 776a8ecb6..c750e40bd 100644 --- a/cyberdrop_dl/scraper/crawlers/coomer_crawler.py +++ b/cyberdrop_dl/scraper/crawlers/coomer_crawler.py @@ -217,10 +217,12 @@ async def get_user_str_from_post(self, scrape_item: ScrapeItem) -> str: return soup.select_one("a[class=post__user-name]").text async def get_user_str_from_profile(self, scrape_item: ScrapeItem) -> str: - """Gets the user string from a scrape item.""" + """Gets the user string from a scrape item""" + service, user = await self.get_service_and_user(scrape_item) + api_call = self.api_url / service / "user" / user / "profile" async with self.request_limiter: - soup: BeautifulSoup = await self.client.get_soup(self.domain, scrape_item.url, origin=scrape_item) - return soup.select_one("span[itemprop=name]").text + user_data = await self.client.get_json(self.domain, api_call) + return user_data['name'] @staticmethod def get_service_and_user(scrape_item: ScrapeItem) -> tuple[str, str]: