User-agent: Slurp
Disallow: /
User-agent: slurp
Disallow: /
# Ganze Site für alle Robots sperren
User-agent: *
Disallow: /shop/admin/
Disallow: /shop/download/
Disallow: /shop/counter/
Disallow: /shop/images/
Disallow: /shop/includes/
Disallow: /shop/pub/
Disallow: /shop/rdf/
Disallow: /shop/posta/
Disallow: /shop/rssfeed/
Disallow: /shop/templates/
Disallow: /cgi-bin/
Disallow: /htmlarea/
Disallow: /slogic/
Disallow: /templates/
Disallow: /helpd/
Disallow: /hcl/
Disallow: /lhelp/
Disallow: /cal/
Disallow: *.pdf
#Disallow image indexing for Google
User-agent: Googlebot-Image
Disallow: /
#Disallow antiplagiarism bot
User-agent: TurnitinBot
Disallow: /