#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# -----------------------------------------------------------------------------


# Allow all
User-Agent: *

# Slow down crawlers during "season". Comment out otherwise
# See: http://www.bing.com/community/blogs/webmaster/archive/2009/08/10/crawl-delay-and-the-bing-crawler-msnbot.aspx
###Crawl-Delay: 2
Disallow: 
 
#The following pattern-matching directive will prevent indexing these invalid urls:
#  http://www.blowitoutahere.com/Product/008813759139/cart/controls/CartServices.aspx
#These will be indexed:
#  http://www.blowitoutahere.com/Product/008813759139
#  http://www.blowitoutahere.com/Product/008813759139/Madonna/Like-A-Virgin
#It's the dot in .aspx that causes the invalid url to be indexed.

Disallow: /Product/*.