404 for gofile proper handling

cyberdrop_dl/__init__.py

@@ -1 +1 @@
-__version__ = "5.2.18"
+__version__ = "5.2.19"

cyberdrop_dl/managers/client_manager.py

@@ -7,11 +7,11 @@
 
 import aiohttp
 import certifi
-from aiohttp import ClientResponse
+from aiohttp import ClientResponse, ContentTypeError
 from aiolimiter import AsyncLimiter
 
 from cyberdrop_dl.clients.download_client import DownloadClient
-from cyberdrop_dl.clients.errors import DownloadFailure, DDOSGuardFailure
+from cyberdrop_dl.clients.errors import DownloadFailure, DDOSGuardFailure, ScrapeFailure
 from cyberdrop_dl.clients.scraper_client import ScraperClient
 from cyberdrop_dl.utils.utilities import CustomHTTPStatus
 
@@ -84,6 +84,14 @@ async def check_http_status(self, response: ClientResponse, download: bool = Fal
 
         if HTTPStatus.OK <= status < HTTPStatus.BAD_REQUEST:
             return
+
+        if "gofile" in response.url.host.lower():
+            try:
+                JSON_Resp = await response.json()
+                if "notFound" in JSON_Resp["status"]:
+                    raise ScrapeFailure(404, "Does Not Exist")
+            except ContentTypeError:
+                pass
 
         try:
             phrase = HTTPStatus(status).phrase

cyberdrop_dl/scraper/crawlers/gofile_crawler.py

@@ -60,9 +60,6 @@ async def album(self, scrape_item: ScrapeItem) -> None:
             else:
                 raise ScrapeFailure(e.status, e.message)
 
-        if JSON_Resp["status"] != "ok":
-            raise ScrapeFailure(404, "Does Not Exist")
-
         JSON_Resp = JSON_Resp['data']
         title = await self.create_title(JSON_Resp["name"], content_id, None)
 

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cyberdrop-dl"
-version = "5.2.18"
+version = "5.2.19"
 description = "Bulk downloader for multiple file hosts"
 authors = ["Jules Winnfield <[email protected]>"]
 readme = "README.md"