#Ban Inktomi Slurp, save bandwidth
User-agent: Inktomi Slurp
Disallow: /

#Ban PicSearch bot
User-agent: psbot
Disallow: /

#Ban GoogleImage bot
User-agent: Googlebot-Image
Disallow: /

#Ban 'crawl' bot
User-agent: crawl
Disallow: /

#Ban 'robot' bot
User-agent: robot
Disallow: /

#Ban all crawlers from certain pages
User-agent: *
Disallow: /images/
Disallow: /wp-admin/
Disallow: /wp-content/

Crawl-delay: 86400


# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://hindi.amitgupta.in/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN