# /robots.txt file
User-agent: *
Disallow: /aggregator
Disallow: /dateien
Disallow: /tracker
Disallow: /comment/reply
Disallow: /node
Disallow: /taxonomy
Disallow: /user
Disallow: /cron.php
Disallow: /search
Disallow: /impressum
Disallow: /imprint
Disallow: /en/imprint
Disallow: /datenschutzbestimmungen
Disallow: /send

# we don't want:
User-agent: Fasterfox
Disallow: /
User-agent: Wget
Disallow: /
User-agent: GetRight
Disallow: /
User-agent: ia_archiver
Disallow: /

User-agent: Slurp
Crawl-delay: 10