# robots.txt for portalu.de # $Id$ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." User-agent: Googlebot Crawl-delay: 10 Disallow: User-agent: Slurp Crawl-delay: 10 Disallow: User-agent: Yahoo-NewsCrawler Crawl-delay: 10 Disallow: User-Agent: msnbot Crawl-delay: 10 Disallow: User-agent: * Crawl-delay: 10 Disallow: