Minor improvement

This commit is contained in:
Miroslav Stampar
2019-11-15 16:06:19 +01:00
parent 0d140b60f1
commit 1162aa89fc
2 changed files with 9 additions and 10 deletions

View File

@@ -224,15 +224,14 @@ def crawl(target, post=None, cookie=None):
results = OrderedSet()
for target in kb.targets:
if target[1] in (HTTPMETHOD.GET, None):
match = re.search(r"/[^/?]*\?.*\Z", target[0])
if match:
key = re.sub(r"=[^=&]*", "=", match.group(0)).strip('&')
if key not in seen:
results.add(target)
seen.add(key)
else:
results.add(target)
value = "%s&%s" % (target[0], target[2] or "")
match = re.search(r"/[^/?]*\?.*\Z", value)
if match:
key = re.sub(r"=[^=&]*", "=", match.group(0)).strip('&')
if key not in seen:
print(key)
results.add(target)
seen.add(key)
kb.targets = results