Skip to content
This repository has been archived by the owner on Jul 5, 2024. It is now read-only.

Commit

Permalink
remove client reference for flaresolverr causing dupe.
Browse files Browse the repository at this point in the history
  • Loading branch information
Jules-WinnfieldX committed Mar 7, 2024
1 parent f9bf039 commit 0e656b2
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 7 deletions.
2 changes: 1 addition & 1 deletion cyberdrop_dl/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
__version__ = "5.1.88"
__version__ = "5.1.89"
10 changes: 5 additions & 5 deletions cyberdrop_dl/clients/scraper_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,7 @@ async def get_BS4(self, domain: str, url: URL, client_session: ClientSession) ->
try:
await self.client_manager.check_http_status(response)
except DDOSGuardFailure:
response = await self.flaresolverr(domain, url, client_session)
response = await self.flaresolverr(domain, url)
content_type = response.headers.get('Content-Type')
assert content_type is not None
if not any(s in content_type.lower() for s in ("html", "text")):
Expand All @@ -100,7 +100,7 @@ async def get_BS4_and_return_URL(self, domain: str, url: URL, client_session: Cl
try:
await self.client_manager.check_http_status(response)
except DDOSGuardFailure:
response = await self.flaresolverr(domain, url, client_session)
response = await self.flaresolverr(domain, url)
content_type = response.headers.get('Content-Type')
assert content_type is not None
if not any(s in content_type.lower() for s in ("html", "text")):
Expand All @@ -118,7 +118,7 @@ async def get_json(self, domain: str, url: URL, params: Optional[Dict] = None, h
try:
await self.client_manager.check_http_status(response)
except DDOSGuardFailure:
response = await self.flaresolverr(domain, url, client_session)
response = await self.flaresolverr(domain, url)
content_type = response.headers.get('Content-Type')
assert content_type is not None
if 'json' not in content_type.lower():
Expand All @@ -133,7 +133,7 @@ async def get_text(self, domain: str, url: URL, client_session: ClientSession) -
try:
await self.client_manager.check_http_status(response)
except DDOSGuardFailure:
response = await self.flaresolverr(domain, url, client_session)
response = await self.flaresolverr(domain, url)
text = await response.text()
return text

Expand All @@ -145,7 +145,7 @@ async def post_data(self, domain: str, url: URL, client_session: ClientSession,
try:
await self.client_manager.check_http_status(response)
except DDOSGuardFailure:
response = await self.flaresolverr(domain, url, client_session)
response = await self.flaresolverr(domain, url)
if req_resp:
return json.loads(await response.content.read())
else:
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "cyberdrop-dl"
version = "5.1.88"
version = "5.1.89"
description = "Bulk downloader for multiple file hosts"
authors = ["Jules Winnfield <[email protected]>"]
readme = "README.md"
Expand Down

0 comments on commit 0e656b2

Please sign in to comment.