Merge pull request #245 from NTFSvolume/fix_party_crawlers

fix: prepare files before looping through them (coomer/kemono)

cyberdrop_dl/scraper/crawlers/coomer_crawler.py

@@ -139,10 +139,13 @@ async def handle_file(file_obj):
                                             add_parent=scrape_item.url.joinpath("post", post_id))
 
         files = []
-        if post['file']:
+        if post.get('file'):
             files.append(post['file'])
 
-        for file in files.extend(post['attachments']):
+        if post.get('attachments'):
+            files.extend(post['attachments'])
+
+        for file in files:
             await handle_file(file)
             scrape_item.children += 1
             if scrape_item.children_limit:

cyberdrop_dl/scraper/crawlers/kemono_crawler.py

@@ -146,10 +146,13 @@ async def handle_file(file_obj):
             await self.create_new_scrape_item(link, scrape_item, user_str, post_title, post_id, date)
 
         files = []
-        if post['file']:
+        if post.get('file'):
             files.append(post['file'])
 
-        for file in files.extend(post['attachments']):
+        if post.get('attachments'):
+            files.extend(post['attachments'])
+
+        for file in files:
             if scrape_item.children_limit:
                 if scrape_item.children >= scrape_item.children_limit:
                     raise ScrapeItemMaxChildrenReached(origin = scrape_item)