# Google, Microsoft, Yahoo and Ask support sitemap auto-discovery
Sitemap: http://www.ratdiary.com/sitemap.xml

# Only Googlebot, Yahoo! (Slurp) and Ask (Teoma) support Allow
# Only Googlebot,  MSNbot and Yahoo! (Slurp) support wildcards
# Only Ask (Teoma), MSNbot and Yahoo! (Slurp) support crawl delays

User-agent: *

Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Disallow: /wp-
Disallow: /feed/
Disallow: /trackback/

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Google AdSense
User-agent: Mediapartners-Google
Disallow:
Allow: /*

# Google AdWords
User-agent: Adsbot-Google
Disallow:
Allow: /*

# Internet Archive
User-agent: ia_archiver
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: baiduspider
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /