User-agent: Slurp
Crawl-delay: 50
User-agent: *
Allow: /sites/buchliste.html
Allow: /sites/schroepfen.html
Allow: /sites/moxa.html
Allow: /sites
Allow: /sites/provital
Disallow: /cgi-bin
Disallow: /logs
Disallow: /usage
Disallow: /search
Disallow: /css
Disallow: /images
Disallow: /inc
Disallow: /java
Disallow: /mailtofriend
Disallow: /news
Disallow: /pages
Disallow: /planetstat
Disallow: /scripte
Disallow: /search
Disallow: /sound