# Robots.txt file for http://www.bitsleuth.com # # All robots will spider the domain User-agent: * Disallow: # Disallow directory /images User-agent: * Disallow: /images # Disallow directory /tbone User-agent: * Disallow: /tbone # Disallow directory /cgi-bin User-agent: * Disallow: /cgi-bin # Disallow directory /docs User-agent: * Disallow: /cgi-bin # Disallow directory /css User-agent: * Disallow: /cgi-bin # Disallow directory /forms User-agent: * Disallow: /cgi-bin # Disallow directory /includes User-agent: * Disallow: /cgi-bin # Disallow directory /mail User-agent: * Disallow: /cgi-bin # Disallow directory /phpbms User-agent: * Disallow: /cgi-bin # Disallow directory /projectbench User-agent: * Disallow: /cgi-bin # Disallow directory /PSD User-agent: * Disallow: /cgi-bin # Disallow directory /sauce User-agent: * Disallow: /cgi-bin # Disallow directory /scripts User-agent: * Disallow: /cgi-bin # Disallow directory /support User-agent: * Disallow: /cgi-bin # Disallow directory /upload User-agent: * Disallow: /cgi-bin