From 7d8e64d84011801ed38522597eadb301d286aac1 Mon Sep 17 00:00:00 2001 From: datawhores Date: Fri, 24 May 2024 19:06:11 -0500 Subject: [PATCH] prioritize caanview items when removing dupes --- ofscraper/classes/sessionmanager.py | 1 - ofscraper/filters/media/helpers.py | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/ofscraper/classes/sessionmanager.py b/ofscraper/classes/sessionmanager.py index fee17fb1e..4d44e3089 100644 --- a/ofscraper/classes/sessionmanager.py +++ b/ofscraper/classes/sessionmanager.py @@ -358,7 +358,6 @@ def requests( except Exception as E: if is_rate_limited(E): sleeper.toomany_req() - log.traceback_(E) log.traceback_(traceback.format_exc()) diff --git a/ofscraper/filters/media/helpers.py b/ofscraper/filters/media/helpers.py index ceaf4672b..1d299ddf5 100644 --- a/ofscraper/filters/media/helpers.py +++ b/ofscraper/filters/media/helpers.py @@ -23,7 +23,7 @@ def sort_by_date(media): def dupefilter(media): - output =defaultdict(None) + output =defaultdict(lambda:None) for item in media: if not output[item.id]: output[item.id]=item