Minor updates

This commit is contained in:
Miroslav Stampar
2017-07-05 13:51:48 +02:00
parent c6577b80d9
commit d038d027f9
6 changed files with 12 additions and 11 deletions

View File

@@ -112,10 +112,10 @@ def crawl(target):
threadData.shared.deeper.add(url)
if re.search(r"(.*?)\?(.+)", url):
threadData.shared.value.add(url)
except ValueError: # for non-valid links
pass
except UnicodeEncodeError: # for non-HTML files
pass
except ValueError: # for non-valid links
pass
finally:
if conf.forms:
findPageForms(content, current, False, True)