Skip to content
This repository has been archived by the owner on Jul 5, 2024. It is now read-only.

Commit

Permalink
Change to path, move lock release
Browse files Browse the repository at this point in the history
  • Loading branch information
Jules-WinnfieldX committed Dec 9, 2023
1 parent bce6061 commit 07f2ad6
Show file tree
Hide file tree
Showing 3 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion cyberdrop_dl/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
__version__ = "5.0.96"
__version__ = "5.0.97"
6 changes: 3 additions & 3 deletions cyberdrop_dl/scraper/crawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -57,10 +57,10 @@ async def run_loop(self) -> None:
self.complete = False

await self._lock.acquire()
if item.url not in self.scraped_items:
self._lock.release()
if item.url.path not in self.scraped_items:
await log(f"Scrape Starting: {item.url}")
self.scraped_items.append(item.url)
self.scraped_items.append(item.url.path)
self._lock.release()
await self.fetch(item)
await log(f"Scrape Finished: {item.url}")
else:
Expand Down
2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "cyberdrop-dl"
version = "5.0.96"
version = "5.0.97"
description = "Bulk downloader for multiple file hosts"
authors = ["Jules Winnfield <[email protected]>"]
readme = "README.md"
Expand Down

0 comments on commit 07f2ad6

Please sign in to comment.