Sitemap: http://www.simpy.com/sitemap-index.xml

User-agent: Googlebot
##Disallow: /
Disallow: /simpy/
Disallow: /rss/

User-agent: Slurp
Crawl-delay: 5
Disallow: /simpy/
Disallow: /rss/

User-agent: msnbot
Crawl-delay: 30
##Disallow: /
Disallow: /simpy/
Disallow: /rss/

User-agent: baiduspider
Disallow: /user/
Disallow: /simpy/
Disallow: /rss/

User-agent: sogou spider
Disallow: /simpy/
Disallow: /rss/

User-agent: Mozilla/4.7 [en](Exabot@exava.com)
Disallow: /

User-agent: Exabot
Crawl-delay: 30
Disallow: /simpy/
Disallow: /rss/

User-agent: OmniExplorer_Bot
Disallow: /
#Crawl-delay: 60

User-agent: larbin_2.6.3
Disallow: /

User-agent: NutchCVS
Disallow: /

# audio files search engine
User-agent: SkreemRBot
Disallow: /

User-agent: *
##Disallow: /
Disallow: /simpy/
Disallow: /links/ext/