PenTest/nmap
1
0
Fork 0
mirror of https://github.com/nmap/nmap.git synced 2025-12-09 06:01:28 +00:00
Code Issues Projects Releases Wiki Activity

Applied patch from Dan Miller that adds new suffixes and cleans up the

Browse Source 
blacklisting code of the httpspider; http://seclists.org/nmap-dev/2012/q2/737
This commit is contained in:
patrik
2012-06-15 10:17:09 +00:00
parent 709fce67b1
commit cfdf67f8c7
1 changed files with 20 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
nselib/httpspider.lua
View File

@@ -573,22 +573,29 @@ Crawler = {
-- Adds a default blacklist blocking binary files such as images,
-- compressed archives and executable files
addDefaultBlacklist = function(self)
local extensions = {
image_extensions = {"png","jpg","jpeg","gif","bmp"},
doc_extensions = {"pdf", "doc", "docx", "docm", "xls", "xlsx", "xlsm",
"ppt", "pptx", "pptm", "odf", "ods", "odp", "ps", "xps"},
archive_extensions = {"zip", "tar.gz", "gz", "rar", "7z", "sit", "sitx",
"tgz", "tar.bz", "tar", "iso"},
exe_extensions = {"exe", "com", "msi", "bin"}
}
local blacklist = {}
for _, cat in pairs(extensions) do
for _, ext in ipairs(cat) do
table.insert(blacklist, string.format(".%s$", ext))
end
end
self.options:addBlacklist( function(url)
local image_extensions = {"png","jpg","jpeg","gif","bmp"}
local archive_extensions = {"zip", "tar.gz", "gz", "rar", "7z", "sit", "sitx"}
local exe_extensions = {"exe", "com"}
local extensions = { image_extensions, archive_extensions, exe_extensions }
for _, cat in ipairs(extensions) do
for _, ext in ipairs(cat) do
if ( url:getPath():match(ext.."$") ) then
return true
end
local p = url:getPath():lower()
for _, pat in ipairs(blacklist) do
if ( p:match(pat) ) then
return true
end
end
end )
end )
end,
-- does the heavy crawling