prioritize caanview items when removing dupes

datawhores · May 25, 2024 · 7d8e64d · 7d8e64d
1 parent 5b62105
commit 7d8e64d
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/ofscraper/classes/sessionmanager.py b/ofscraper/classes/sessionmanager.py
@@ -358,7 +358,6 @@ def requests(
                 except Exception as E:
                     if is_rate_limited(E):
                         sleeper.toomany_req()
-
 
                     log.traceback_(E)
                     log.traceback_(traceback.format_exc())

diff --git a/ofscraper/filters/media/helpers.py b/ofscraper/filters/media/helpers.py
@@ -23,7 +23,7 @@ def sort_by_date(media):
 
 
 def dupefilter(media):
-    output =defaultdict(None)
+    output =defaultdict(lambda:None)
     for item in media:
         if not output[item.id]:
             output[item.id]=item