######### All bots #########
User-agent: *
Crawl-delay: 10

Disallow: /rating/
Disallow: /uservideo.php
Disallow: /userplaylist.php
Disallow: /register.php
Disallow: /forgotpassword.php

######### End of All bots #########

######### Yahoo Slurp #########
User-agent: Slurp
Crawl-delay: 60

######### End of Yahoo Slurp #########

######### MSNBot #########
User-agent: MSNBot
Crawl-delay: 40

######### End of MSNBot #########

# Bad bot - Often ignores robots.txt - Waste of bandwidth
#	Despite claiming on their website to be a search engine in development
#	I'm suspicious as to whether they are a harvester pretending to be SE
User-agent: Twiceler
Disallow: /

User-agent: W3C-checklink
Disallow: /