# $Id: robots.txt,v 1.7 2007/01/08 12:02:18 dries Exp $ # # robots.txt for http://usablelayout.com/ User-agent: * #Crawl-delay: 10 # Directories Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /profiles/ Disallow: /filters/ Disallow: /filter/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /admin* Disallow: /node* Disallow: /user* Disallow: /comment* Disallow: /redirect-* # Paths (no clean URLs) Disallow: /?q* # Sitemap Sitemap: http://usablelayout.com/gsitemap