# $Id: robots.txt,v 1.9 2007/06/27 22:37:44 goba Exp $ # # robots.txt # User-agent: * Crawl-delay: 10 # Directories Disallow: /automate/ Disallow: /blocks/ Disallow: /common/ Disallow: /pagescripts/ Disallow: /templates/ Disallow: /video/ Disallow: /admin/ Disallow: /voucher/