# adsbot-google, to allow indexing of SES urls used in paid listings
User-agent: adsbot-google 
Disallow: /_shopping_cart/
Disallow: /_checkout/
Disallow: /_your_account/
# prevent any bot from getting stuck on covercraft version of site
Disallow: /covercraft/
Disallow: /custerror.cfm
Disallow: /errorpage.cfm
Disallow: /hidden-email/
# Stop Indexing old SEO locations, but allow adsbot to verify existing paid search links
Allow: /index.cfm/
Disallow: /sitemap/
Disallow: /auto-accessories/sitemap/
# Prevent Indexing when ISAPI_rewrite breaks
Disallow: /auto-accessories/index.cfm

# Block Anti-plagiarism bots, they can't help us and we can't help them
User-agent: TurnitinBot
Disallow: /

# Block ShopWiki, too many 404 requests for pages that never existed, aren't linked to, and aren't due to JavaScript Errors
User-agent: ShopWiki
Disallow: /

# Block NextGenSearchBot, too many 404 requests for pages that never existed, aren't linked to, and aren't due to JavaScript Errors
User-agent: NextGenSearchBot
Disallow: /

# Default User Agent Rules
User-agent: *
# No use in ever indexing these locations
Disallow: /_shopping_cart/
Disallow: /_checkout/
Disallow: /_your_account/
# prevent any bot from getting stuck on covercraft version of site
Disallow: /covercraft/
Disallow: /custerror.cfm
Disallow: /errorpage.cfm
Disallow: /hidden-email/
# Stop Indexing old SEO locations
Disallow: /index.cfm/
Disallow: /sitemap/
Disallow: /auto-accessories/sitemap/
# Prevent Indexing when ISAPI_rewrite breaks
Disallow: /auto-accessories/index.cfm


Sitemap: http://www.autosportcatalog.com/sitemap.xml