# robots.txt
User-agent: *         # Alle Suchmaschinen werden angesprochen
Disallow: /cgi-bin/   # Sperrung eines bestimmten Bereiches 

User-agent: googlebot
Disallow:

User-agent: KIT-Fireball
Disallow:

User-agent: Lycos_Spider_(T-Rex)
Disallow:

User-agent: Scooter
Disallow:

User-agent: Slurp
Disallow:

User-agent: Gulliver
Disallow:

User-agent: teoma_agent1
Disallow:

User-agent: FAST-WebCrawler
Disallow:

User-agent: Googlebot-Images
Disallow:

User-agent: AbachoBOT
Disallow:

User-agent: Crawler
Disallow: