#Google Search Engine Robot
User-agent: Googlebot
# Crawl-delay: 10 -- Googlebot ignores crawl-delay ftl
Disallow: /prefer
Disallow: /anyhash
Disallow: ^search/
Disallow: /search/
Disallow: /area/
Disallow: /post
Disallow: /post/
Disallow: /s/
Disallow: /i/
Disallow: /setlocation/
Disallow: /setlang/
Disallow: /eee/
Disallow: /hhh/
Disallow: /jjj/
Disallow: /sss/
Disallow: /www/
Disallow: /hdi/
Disallow: /hto/
Disallow: /mmm/
Disallow: /ppp/
Disallow: /user/

#Yahoo! Search Engine Robot
User-Agent: Slurp
Crawl-delay: 10
Disallow: /prefer
Disallow: /anyhash
Disallow: ^search/
Disallow: /search/
Disallow: /area/
Disallow: /post
Disallow: /post/
Disallow: /s/
Disallow: /i/
Disallow: /setlocation/
Disallow: /setlang/
Disallow: /eee/
Disallow: /hhh/
Disallow: /jjj/
Disallow: /sss/
Disallow: /www/
Disallow: /hdi/
Disallow: /hto/
Disallow: /mmm/
Disallow: /ppp/
Disallow: /user/

#Microsoft Search Engine Robot
User-Agent: msnbot
Crawl-delay: 10
Disallow: /prefer
Disallow: /anyhash
Disallow: ^search/
Disallow: /search/
Disallow: /area/
Disallow: /post
Disallow: /post/
Disallow: /s/
Disallow: /i/
Disallow: /setlocation/
Disallow: /setlang/
Disallow: /eee/
Disallow: /hhh/
Disallow: /jjj/
Disallow: /sss/
Disallow: /www/
Disallow: /hdi/
Disallow: /hto/
Disallow: /mmm/
Disallow: /ppp/
Disallow: /user/

# Every bot that might possibly read and respect this file.
User-agent: *
Disallow: /prefer
Disallow: /anyhash
Disallow: ^search/
Disallow: /search/
Disallow: /area/
Disallow: /post
Disallow: /post/
Disallow: /v/
Disallow: /i/
Disallow: /setlocation/
Disallow: /setlang/
Disallow: /eee/
Disallow: /hhh/
Disallow: /jjj/
Disallow: /sss/
Disallow: /www/
Disallow: /hdi/
Disallow: /hto/
Disallow: /mmm/
Disallow: /ppp/
Disallow: /user/