Skip to content
This repository has been archived by the owner on Jul 5, 2024. It is now read-only.

Commit

Permalink
don't remove blockquotes from sc.
Browse files Browse the repository at this point in the history
  • Loading branch information
Jules-WinnfieldX committed Apr 3, 2024
1 parent 8799aa7 commit 6924422
Show file tree
Hide file tree
Showing 4 changed files with 74 additions and 73 deletions.
2 changes: 1 addition & 1 deletion cyberdrop_dl/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
__version__ = "5.2.16"
__version__ = "5.2.17"
4 changes: 2 additions & 2 deletions cyberdrop_dl/scraper/crawlers/simpcity_crawler.py
Original file line number Diff line number Diff line change
Expand Up @@ -103,8 +103,8 @@ async def forum(self, scrape_item: ScrapeItem) -> None:
date = int(post.select_one(self.post_date_selector).get(self.post_date_attribute))
new_scrape_item = await self.create_scrape_item(scrape_item, thread_url, title, False, None, date)

for elem in post.find_all(self.quotes_selector):
elem.decompose()
# for elem in post.find_all(self.quotes_selector):
# elem.decompose()
post_content = post.select_one(self.posts_content_selector)
await self.post(new_scrape_item, post_content, current_post_number)

Expand Down
Loading

0 comments on commit 6924422

Please sign in to comment.