# BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.deeplookdirectory.com/sitemap.xml.gz # END XML-SITEMAP-PLUGIN # # robots.txt for http://deeplookdirectory.com/ # # Partial access (All Spiders) User-agent: * Crawl-Delay: 1 Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /backup/ Disallow: /temp/ Disallow: /templates/ Disallow: /include/ Disallow: /javascripts/ Disallow: /libs/ Disallow: /login.php Disallow: /logout.php