changing to: --crawl=CRAWLDEPTH

This commit is contained in:
Miroslav Stampar
2011-06-24 05:40:03 +00:00
parent 3717b8423f
commit eaa2a4202f
6 changed files with 12 additions and 22 deletions

View File

@@ -31,7 +31,7 @@ class Crawler:
line option '--crawl'
"""
def getTargetUrls(self, depth=1):
def getTargetUrls(self):
try:
threadData = getCurrentThreadData()
threadData.shared.outputs = oset()
@@ -98,7 +98,7 @@ class Crawler:
logger.info("starting crawler")
for i in xrange(depth):
for i in xrange(conf.crawlDepth):
threadData.shared.count = 0
threadData.shared.length = len(threadData.shared.unprocessed)
numThreads = min(conf.threads, len(threadData.shared.unprocessed))