# Robots are welcome here (Robots.default.txt - allow all bots)
#
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# -----------------------------------------------------------------------------
#
# Allow all
User-Agent: *
#
# Disallow with no values means allow all.
Disallow:
#
# The following pattern-matching directive will prevent indexing these invalid urls:
#  http://www.blowitoutahere.com/Product/008813759139/cart/controls/CartServices.aspx
# These will be indexed:
#  http://www.blowitoutahere.com/Product/008813759139
#  http://www.blowitoutahere.com/Product/008813759139/Madonna/Like-A-Virgin
# It's the dot in .aspx that causes the invalid url to be indexed.
#
Disallow: /Product/*.