# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-Agent: *
Disallow: /users/*/diary/list/date
Disallow: /users/*/diary/comments
Disallow: /communities/*/entries/list/date
Disallow: /communities/*/entries/comments
Disallow: /users/*/diary/show
Disallow: /communities/*/show
Allow: /

User-Agent:baiduspider
Crawl-Delay: 5 
User-Agent:Slurp
Crawl-Delay:0.1
User-Agent:msnbot
Crawl-Delay:5
User-Agent:yetibot
Crawl-Delay:5
User-agent: Yeti
Crawl-Delay:5
User-agent: YodaoBot
Crawl-Delay:5