# http://beispiel.de/robots.txt

User-agent: *
Disallow: 

# Massendownloader vom CGI Verzeichnis fernhalten
User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
Disallow: /cgi-bin/

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:

# disallow stress test
user-agent: stress-agent
Disallow: /

#User-agent: wget
#User-agent: webzip
#Disallow:
#
#User-agent: *
#Disallow: /news/
#Disallow: /radio.html
#Disallow: /temp