From cf91bcf79939148ae0a7d466710022059aa7ac55 Mon Sep 17 00:00:00 2001
From: ron <ron@e0a8ed71-7df4-0310-8962-fdc924857419>
Date: Sun, 23 Aug 2009 00:08:58 +0000
Subject: [PATCH] Added robots.txt (there's another script for it, but it fits
 with these fingerprints

---
 nselib/data/http-fingerprints | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/nselib/data/http-fingerprints b/nselib/data/http-fingerprints
index 8372a02ac..f831abd36 100644
--- a/nselib/data/http-fingerprints
+++ b/nselib/data/http-fingerprints
@@ -113,3 +113,6 @@
 /atom.xml
 /atom.aspx
 
+# Robots file
+robots.txt
+