Minor patches (and one bug from ML)

This commit is contained in:
Miroslav Stampar
2016-12-20 09:53:44 +01:00
parent edc6f47758
commit 17c556a63d
7 changed files with 37 additions and 13 deletions

View File

@@ -12,6 +12,7 @@ import urlparse
import tempfile
import time
from lib.core.common import checkSameHost
from lib.core.common import clearConsoleLine
from lib.core.common import dataToStdout
from lib.core.common import findPageForms
@@ -97,7 +98,7 @@ def crawl(target):
url = urlparse.urljoin(current, href)
# flag to know if we are dealing with the same target host
_ = reduce(lambda x, y: x == y, map(lambda x: urlparse.urlparse(x).netloc.split(':')[0], (url, target)))
_ = checkSameHost(url, target)
if conf.scope:
if not re.search(conf.scope, url, re.I):