# robots.txt for www.supervizion.com

Sitemap: http://www.supervizion.com/sitemap_index.xml

# allow only important bots
User-agent: Applebot
User-agent: ArchitextSpider
User-agent: Askjeeves
User-agent: bingbot
User-agent: DuckDuckBot
User-agent: Facebot
User-agent: facebookexternalhit/1.1
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Googlebot-Video
User-agent: msnbot
User-agent: msnbot-media
User-agent: Scirus
User-agent: Scirus-webcrawler
User-agent: Enterprise Crawler 6 / Scirus
User-agent: Scooter
User-agent: Teoma
User-agent: teoma_agent1
User-agent: Twitterbot	
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /press/
Disallow: /hidden/
Disallow: /no-visits-please.htm
Allow: /

# Yahoo
User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /press/
Disallow: /hidden/
Disallow: /legal/
Disallow: /no-visits-please.htm
Allow: /
Crawl-delay: 5

User-agent: Yahoo-Blogs
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /press/
Disallow: /hidden/
Disallow: /legal/
Disallow: /no-visits-please.htm
Allow: /

User-agent: Yahoo-MMCrawler
Disallow: /cgi-bin/
Disallow: /test/
Disallow: /press/
Disallow: /hidden/
Disallow: /legal/
Disallow: /no-visits-please.htm
Allow: /



# blocking people search engines
User-agent: 123People
User-agent: findestars
User-agent: MyOnID
User-agent: peekyou
User-agent: Pipl
User-agent: rapleaf
User-agent: snitch
User-agent: spock
User-agent: tweepz
User-agent: wink
User-agent: Yasni
User-agent: yoname
User-agent: yourtraces
User-agent: zoominfo
User-agent: NextGenSearchBot
Disallow: /

User-agent: Snappy
Disallow: /



# dissallow bots of low relevance


User-agent: Baiduspider
User-agent: baiduspider
User-agent: Baiduspider+
User-agent: Baiduspider-ads
User-agent: Baiduspider-cpro
User-agent: Baiduspider-favo
User-agent: Baiduspider-image
User-agent: Baiduspider-news
User-agent: Baiduspider-video
User-agent: Baiduspider/2.0
Disallow: /

# Alexa
User-agent: ia_archiver
Disallow: /

# japanese search engine Goo
User-agent: moget
User-agent: ichiro
Disallow: /

# korean search engine
User-agent: NaverBot
User-agent: Yeti
Disallow: /

# chinese search engine
User-agent: sogou spider
Disallow: /

# ru search engine
User-agent: Yandex
User-agent: YandexBot
Disallow: /

# chinese search engine
User-agent: YoudaoBot
Disallow: /

# chinese bot scraping content
User-agent: YisouSpider
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /



# other non mentioned spiders are blocked 
User-agent: *
Disallow: /