Skip to content
This repository has been archived by the owner on Jul 5, 2024. It is now read-only.

Commit

Permalink
Try and fix "unknown"
Browse files Browse the repository at this point in the history
  • Loading branch information
Jules-WinnfieldX committed Mar 27, 2024
1 parent 9837f3f commit 668eb64
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 5 deletions.
2 changes: 1 addition & 1 deletion cyberdrop_dl/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
__version__ = "5.2.13"
__version__ = "5.2.13"
4 changes: 1 addition & 3 deletions cyberdrop_dl/scraper/crawlers/coomer_crawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ def __init__(self, manager: Manager):
self.primary_base_domain = URL("https://coomer.su")
self.ddos_guard_domain = URL("https://*.coomer.su")
self.api_url = URL("https://coomer.su/api/v1")
self.request_limiter = AsyncLimiter(10, 1)
self.request_limiter = AsyncLimiter(4, 1)

"""~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~"""

Expand Down Expand Up @@ -106,15 +106,13 @@ async def parse_datetime(self, date: str) -> int:
date = datetime.datetime.strptime(date, "%Y-%m-%d %H:%M:%S")
return calendar.timegm(date.timetuple())

@error_handling_wrapper
async def get_user_str_from_post(self, scrape_item: ScrapeItem) -> str:
"""Gets the user string from a scrape item"""
async with self.request_limiter:
soup = await self.client.get_BS4(self.domain, scrape_item.url)
user = soup.select_one("a[class=post__user-name]").text
return user

@error_handling_wrapper
async def get_user_str_from_profile(self, scrape_item: ScrapeItem) -> str:
"""Gets the user string from a scrape item"""
async with self.request_limiter:
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "cyberdrop-dl"
version = "5.2.13"
version = "5.2.14"
description = "Bulk downloader for multiple file hosts"
authors = ["Jules Winnfield <[email protected]>"]
readme = "README.md"
Expand Down

0 comments on commit 668eb64

Please sign in to comment.