From 20bb1a685b67f393f086a9e3ef04949cf12d0091 Mon Sep 17 00:00:00 2001
From: Miroslav Stampar <miroslav.stampar@gmail.com>
Date: Mon, 20 Jun 2011 21:57:53 +0000
Subject: [PATCH] really minor update

---
 lib/utils/crawler.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/lib/utils/crawler.py b/lib/utils/crawler.py
index b8241bb46..383688219 100644
--- a/lib/utils/crawler.py
+++ b/lib/utils/crawler.py
@@ -102,7 +102,10 @@ class Crawler:
                 logger.info("searching for links with depth %d" % (i + 1))
                 runThreads(numThreads, crawlThread)
                 clearConsoleLine(True)
-                threadData.shared.unprocessed = set(threadData.shared.deeper)
+                if threadData.shared.deeper:
+                    threadData.shared.unprocessed = set(threadData.shared.deeper)
+                else:
+                    break
 
         except KeyboardInterrupt:
             warnMsg = "user aborted during crawling. sqlmap "