# exclude help system from robots
User-agent: Googlebot
Disallow: /musik/audiovideo/
Disallow: /downloads/

User-agent: *
Disallow: /musik/audiovideo/
Disallow: /downloads/
Disallow: /manual/
Disallow: /doc/
Disallow: /gif/
Disallow: /xyz/
# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:

User-agent: Slurp
Crawl-delay: 2

User-Agent: msnbot
Crawl-Delay: 2