# Stop indexing forbidden directories

User-agent: *
Disallow: /wp-content
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /images
Disallow: /404

# Stop stealing our images

User-agent: *
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$

# Stop stealing our documents and files, too.

User-agent: *
Disallow: /*.doc$
Disallow: /*.odt$
Disallow: /*.pdf$
Disallow: /*.rdf$
Disallow: /*.zip$
Disallow: /*.shtml$

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: slurp china 
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Speedy Spider
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: spbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: dialect
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: yandex bot 
Disallow: /


# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://blog.downunderporn.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN

# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://blog.downunderporn.com/sitemap.xml
# END XML-SITEMAP-PLUGIN