# Bad Bots
User-agent: Baiduspider
User-agent: BLEXBot
User-agent: Yandex
User-agent: AhrefsBot
Disallow: /

Sitemap: https://www.scoutshop.org/sitemaps/sitemap.xml

# Files
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Screaming Frog SEO Spider
Disallow: */api.php
Disallow: */CHANGELOG.md
Disallow: */composer.json
Disallow: */composer.lock
Disallow: */CONTRIBUTING.md
Disallow: */CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: */COPYING.txt
Disallow: */cron.php
Disallow: */cron.sh
Disallow: */error_log
Disallow: */get.php
Disallow: */Gruntfile.js
Disallow: */install.php
Disallow: */ISSUE_TEMPLATE.md
Disallow: */LICENSE.html
Disallow: */LICENSE.txt
Disallow: */LICENSE_AFL.txt
Disallow: */mage
Disallow: */nginx.conf.sample
Disallow: */package.json
Disallow: */package.json.sample
Disallow: */php.ini.sample
Disallow: */RELEASE_NOTES.txt

# Directories
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Screaming Frog SEO Spider
Disallow: */account/
Disallow: */address/
Disallow: */app/
Disallow: */bin/
Disallow: */cart/
Disallow: */catalogsearch/
Disallow: */checkout/  
Disallow: */contacts/
Disallow: */control/
Disallow: */customer/
Disallow: */CVS/
Disallow: */dev/
Disallow: */downloader/
Disallow: */giftcard/
Disallow: */guest/
Disallow: */includes/
Disallow: */index.php/
Disallow: */index.php/catalog/product_compare/
Disallow: */index.php/catalog/category/view/
Disallow: */index.php/catalog/product/view/
Disallow: */index.php/catalogsearch/
Disallow: */index.php/checkout/
Disallow: */index.php/control/
Disallow: */index.php/customer/
Disallow: */index.php/customize/
Disallow: */index.php/review/
Disallow: */index.php/sendfriend/
Disallow: */index.php/wishlist/
Disallow: /sociallogin/
Disallow: */tag/
Sitemap: https://www.scoutshop.org/pub/sitemaps/sitemap.xml