PenTest/nmap
1
0
Fork 0
mirror of https://github.com/nmap/nmap.git synced 2025-12-08 05:31:31 +00:00
Code Issues Projects Releases Wiki Activity

Added an option to turn off http caching while crawling.

Browse Source
This commit is contained in:
sophron
2013-07-06 14:01:01 +00:00
parent 1d8353f17b
commit ac4fe58a21
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
nselib/httpspider.lua
View File

@@ -506,6 +506,7 @@ Crawler = {
-- <code>scriptname</code> - should be set to SCRIPT_NAME to enable -- <code>scriptname</code> - should be set to SCRIPT_NAME to enable
-- script specific arguments. -- script specific arguments.
-- <code>redirect_ok</code> - redirect_ok closure to pass to http.get function -- <code>redirect_ok</code> - redirect_ok closure to pass to http.get function
-- <code>no_cache</code> - no_cache option to pass to http.get function
-- @return o new instance of Crawler or nil on failure -- @return o new instance of Crawler or nil on failure
new = function(self, host, port, url, options) new = function(self, host, port, url, options)
local o = { local o = {
@@ -523,7 +524,7 @@ Crawler = {
o:loadLibraryArguments() o:loadLibraryArguments()
o:loadDefaultArguments() o:loadDefaultArguments()
local response = http.get(o.host, o.port, '/', { timeout = o.options.timeout, redirect_ok = o.options.redirect_ok } ) local response = http.get(o.host, o.port, '/', { timeout = o.options.timeout, redirect_ok = o.options.redirect_ok, no_cache = o.options.no_cache } )
if ( not(response) or 'table' ~= type(response) ) then if ( not(response) or 'table' ~= type(response) ) then
return return
@@ -692,14 +693,14 @@ Crawler = {
end end
if is_web_file then if is_web_file then
stdnse.print_debug(2, "%s: Using GET: %s", LIBRARY_NAME, file) stdnse.print_debug(2, "%s: Using GET: %s", LIBRARY_NAME, file)
response = http.get(url:getHost(), url:getPort(), url:getFile(), { timeout = self.options.timeout, redirect_ok = self.options.redirect_ok } ) response = http.get(url:getHost(), url:getPort(), url:getFile(), { timeout = self.options.timeout, redirect_ok = self.options.redirect_ok, no_cache = self.options.no_cache } )
else else
stdnse.print_debug(2, "%s: Using HEAD: %s", LIBRARY_NAME, file) stdnse.print_debug(2, "%s: Using HEAD: %s", LIBRARY_NAME, file)
response = http.head(url:getHost(), url:getPort(), url:getFile()) response = http.head(url:getHost(), url:getPort(), url:getFile())
end end
else else
-- fetch the url, and then push it to the processed table -- fetch the url, and then push it to the processed table
response = http.get(url:getHost(), url:getPort(), url:getFile(), { timeout = self.options.timeout, redirect_ok = self.options.redirect_ok } ) response = http.get(url:getHost(), url:getPort(), url:getFile(), { timeout = self.options.timeout, redirect_ok = self.options.redirect_ok, no_cache = self.options.no_cache } )
end end
self.processed[tostring(url)] = true self.processed[tostring(url)] = true