repeat_request & html error

lumyjuwon · Jul 3, 2019 · 272185a · 272185a
1 parent c918851
commit 272185a
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/korea_news_crawler/articlecrawler.py b/korea_news_crawler/articlecrawler.py
@@ -127,7 +127,10 @@ def crawling(self, category_name):
 
                 # 기사 HTML 가져옴
                 request_content = self.get_url_data(content_url)
-                document_content = BeautifulSoup(request_content.content, 'html.parser')
+                try:
+                    document_content = BeautifulSoup(request_content.content, 'html.parser')
+                except:
+                    continue
 
                 try:
                     # 기사 제목 가져옴