# $ID: robits.txt,v 1.9.2.1 2009/09/09 14:23:23 goba Exp $ # Robots.txt # # Bans from tools and images # User-agent: * Crawl-delay: 10 # sitemap:http://www.douggie.com/sitemap.xml # Directories Disallow: /common/ Disallow: /ciao/ Disallow: /matthew/ Disallow: /logs/ Disallow: /private/ Disallow: /public/ Disallow: /report/ Disallow: /regina/ #Files