# Allow Google Adsense spiders access to all pages or else it will not be able to serve ads
User-agent: Mediapartners-Google*
User-agent: grapeshot
Disallow:

# Disallow specific spiders to the following sections. (Slurp is Yahoo)
User-agent: Googlebot
User-agent: Slurp
User-agent: BingBot
User-agent: Baiduspider
User-agent: Yandex
User-agent: DuckDuckBot
Disallow: /portfolio
Disallow: /user

# Disallow all other Search Engine spiders
User-agent: *
Disallow: /

Sitemap: http://www.shareinvestor.com/sitemap.xml