diff --git a/cyberdrop_dl/__init__.py b/cyberdrop_dl/__init__.py index eb58b2698..be0c07695 100644 --- a/cyberdrop_dl/__init__.py +++ b/cyberdrop_dl/__init__.py @@ -1 +1 @@ -__version__ = "5.3.18" +__version__ = "5.3.19" diff --git a/cyberdrop_dl/clients/scraper_client.py b/cyberdrop_dl/clients/scraper_client.py index 15f6b1ff0..cab43f693 100644 --- a/cyberdrop_dl/clients/scraper_client.py +++ b/cyberdrop_dl/clients/scraper_client.py @@ -48,11 +48,11 @@ def __init__(self, client_manager: ClientManager) -> None: self.trace_configs = [] if os.getenv("PYCHARM_HOSTED") is not None: async def on_request_start(session, trace_config_ctx, params): - await log(f"Starting scrape {params.method} request to {params.url}", 40) + await log(f"Starting scrape {params.method} request to {params.url}", 10) async def on_request_end(session, trace_config_ctx, params): - await log(f"Finishing scrape {params.method} request to {params.url}", 40) - await log(f"Response status for {params.url}: {params.response.status}", 40) + await log(f"Finishing scrape {params.method} request to {params.url}", 10) + await log(f"Response status for {params.url}: {params.response.status}", 10) trace_config = aiohttp.TraceConfig() trace_config.on_request_start.append(on_request_start) diff --git a/cyberdrop_dl/managers/client_manager.py b/cyberdrop_dl/managers/client_manager.py index 7af278dde..e440c03f4 100644 --- a/cyberdrop_dl/managers/client_manager.py +++ b/cyberdrop_dl/managers/client_manager.py @@ -40,12 +40,13 @@ def __init__(self, manager: Manager): self.domain_rate_limits = { "bunkrr": AsyncLimiter(5, 1), "cyberdrop": AsyncLimiter(5, 1), - "coomer": AsyncLimiter(10, 1), - "kemono": AsyncLimiter(10, 1), + "coomer": AsyncLimiter(1, 1), + "kemono": AsyncLimiter(1, 1), "pixeldrain": AsyncLimiter(10, 1), "other": AsyncLimiter(25, 1) } - self.download_spacer = {'bunkr': 0.5, 'bunkrr': 0.5, 'cyberdrop': 0, 'coomer': 0, 'cyberfile': 0, "pixeldrain": 0} + + self.download_spacer = {'bunkr': 0.5, 'bunkrr': 0.5, 'cyberdrop': 0, 'cyberfile': 0, "pixeldrain": 0, "coomer": 0.5, "kemono": 0.5} self.global_rate_limiter = AsyncLimiter(self.rate_limit, 1) self.session_limit = asyncio.Semaphore(50) diff --git a/pyproject.toml b/pyproject.toml index 965090f18..1f2f4146a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "cyberdrop-dl" -version = "5.3.18" +version = "5.3.19" description = "Bulk downloader for multiple file hosts" authors = ["Jules Winnfield "] readme = "README.md"