Improve for gh-5

Signed-off-by: MikeMeliz <[email protected]>
MikeMeliz · Jul 26, 2019 · e4b8f45 · e4b8f45
1 parent 244d0aa
commit e4b8f45
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 5 deletions.
diff --git a/modules/extractor.py b/modules/extractor.py
@@ -66,9 +66,9 @@ def outex(website, outputFile, outpath):
 def termex(website):
 	try:
 		print urllib2.urlopen(website).read()
-	except:
-		e = sys.exc_info()[0]
-		print("Error: %s" % e + "\n## Not valid URL \n## Did you forget \'http://\'?")
+	except (urllib2.HTTPError, urllib2.URLError) as e:
+		print("Error: (%s) %s" % (e, website))
+		return None
 
 
 def extractor(website, crawl, outputFile, inputFile, outpath):

diff --git a/requirements.txt b/requirements.txt
@@ -1,3 +1,2 @@
-beautifulsoup4==4.4.1
+beautifulsoup4==4.7.1
 requests==2.21.0
-urllib3>=1.24.2