#
# This file is used to allow crawlers to index our site. 
#
# List of all web robots: http://www.robotstxt.org/wc/active/html/index.html
#
# Check robots.txt at:
# http://www.searchengineworld.com/cgi-bin/es/robotcheck.cgi
#

User-agent: *
Disallow: /assets
Disallow: /profile
Disallow: /en/06_cp
Disallow: /en/05_mc
Disallow: /en/08_affiliate

User-agent: Mozilla/3.01 (hotwired-test/0.1)
Disallow: /assets
Disallow: /profile
Disallow: /en/06_cp
Disallow: /en/05_mc
Disallow: /en/08_affiliate

User-agent: Slurp
Disallow: /assets
Disallow: /profile
Disallow: /en/06_cp
Disallow: /en/05_mc
Disallow: /en/08_affiliate

User-agent: Scooter
Disallow: /assets
Disallow: /profile
Disallow: /en/06_cp
Disallow: /en/05_mc
Disallow: /en/08_affiliate

User-agent: Ultraseek
Disallow: /assets
Disallow: /profile
Disallow: /en/06_cp
Disallow: /en/05_mc
Disallow: /en/08_affiliate

User-agent: smallbear
Disallow: /assets
Disallow: /profile
Disallow: /en/06_cp
Disallow: /en/05_mc
Disallow: /en/08_affiliate

User-agent: GoogleBot
Disallow: /assets
Disallow: /profile
Disallow: /en/06_cp
Disallow: /en/05_mc
Disallow: /en/08_affiliate