# /robots.txt for spiders and crawlers # $Id: robots.txt 38 2006-09-28 16:55:30Z martin $ User-agent: * Disallow: /_jsp Disallow: /_swf Disallow: /_tpl Disallow: /_gfx User-agent: Slurp Crawl-delay: 20