# www.robotstxt.org/
# http://code.google.com/web/controlcrawlindex/

User-agent: Googlebot
Allow: /

User-agent: AhrefsBot
Crawl-Delay: [3600]

User-agent: AspiegelBot
Disallow: /

User-agent: *
Disallow: /