# Disallow all crawlers access to certain pages.
# Allow Some Crawls

User-agent: *
Allow: /web
Disallow: /checkout.asp
Disallow: /add_cart.asp
Disallow: /view_cart.asp
Disallow: /error.asp
Disallow: /shipquote.asp
Disallow: /rssfeed.asp