PenTest/nmap
1
0
Fork 0
mirror of https://github.com/nmap/nmap.git synced 2025-12-11 02:09:03 +00:00
Code Issues Projects Releases Wiki Activity

Hosts that differ only on the 'www' prefix are now treated as being equal. Also added some documentation for httpspider.useheadfornonwebfiles.

Browse Source
This commit is contained in:
perdo
2012-07-03 21:48:26 +00:00
parent 288a4dc4ad
commit 7443db6f37
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
nselib/httpspider.lua
View File

@@ -53,6 +53,10 @@
-- domain. This widens the scope from <code>withinhost</code> and can -- domain. This widens the scope from <code>withinhost</code> and can
-- not be used in combination. (default: false) -- not be used in combination. (default: false)
-- @args httpspider.noblacklist if set, doesn't load the default blacklist -- @args httpspider.noblacklist if set, doesn't load the default blacklist
-- @args httpspider.useheadfornonwebfiles if set, the crawler would use
-- HEAD instead of GET for files that do not have extensions indicating
-- that they are webpages (the list of webpage extensions is located in
-- nselib/data/http-web-files-extensions.lst)
-- --
local coroutine = require "coroutine" local coroutine = require "coroutine"
@@ -81,6 +85,7 @@ Options = {
o.timeout = options.timeout or 10000 o.timeout = options.timeout or 10000
o.whitelist = o.whitelist or {} o.whitelist = o.whitelist or {}
o.blacklist = o.blacklist or {} o.blacklist = o.blacklist or {}
local removewww = function(url) string.gsub(url, "^www%.", "") end
if ( o.withinhost == true or o.withindomain == true ) then if ( o.withinhost == true or o.withindomain == true ) then
-- set up the appropriate matching functions -- set up the appropriate matching functions
@@ -94,7 +99,8 @@ Options = {
end end
elseif ( parsed_u.scheme ~= o.base_url:getProto() ) then elseif ( parsed_u.scheme ~= o.base_url:getProto() ) then
return false return false
elseif ( parsed_u.host == nil or parsed_u.host:lower() ~= o.base_url:getHost():lower() ) then -- if urls don't match only on the "www" prefix, then they are probably the same
elseif ( parsed_u.host == nil or removewww(parsed_u.host:lower()) ~= removewww(o.base_url:getHost():lower()) ) then
return false return false
end end
return true return true