From 52ac534ce1489369c106b1c19c1437fd539151b0 Mon Sep 17 00:00:00 2001 From: Jules-WinnfieldX Date: Fri, 16 Feb 2024 09:56:50 -0700 Subject: [PATCH] Try and fix traceback --- cyberdrop_dl/__init__.py | 2 +- cyberdrop_dl/scraper/crawler.py | 3 +++ pyproject.toml | 2 +- 3 files changed, 5 insertions(+), 2 deletions(-) diff --git a/cyberdrop_dl/__init__.py b/cyberdrop_dl/__init__.py index 5d9a3d8ad..da188150e 100644 --- a/cyberdrop_dl/__init__.py +++ b/cyberdrop_dl/__init__.py @@ -1 +1 @@ -__version__ = "5.1.69" \ No newline at end of file +__version__ = "5.1.71" \ No newline at end of file diff --git a/cyberdrop_dl/scraper/crawler.py b/cyberdrop_dl/scraper/crawler.py index f4f56eea4..045140a7b 100644 --- a/cyberdrop_dl/scraper/crawler.py +++ b/cyberdrop_dl/scraper/crawler.py @@ -43,6 +43,9 @@ async def startup(self) -> None: async def run(self, item: ScrapeItem) -> None: """Runs the crawler loop""" + if not item.url.host: + return + self.waiting_items += 1 await self._lock.acquire() self.waiting_items -= 1 diff --git a/pyproject.toml b/pyproject.toml index e95ad5b72..cecbcd543 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "cyberdrop-dl" -version = "5.1.69" +version = "5.1.71" description = "Bulk downloader for multiple file hosts" authors = ["Jules Winnfield "] readme = "README.md"