User-agent: * Disallow: /tmp/ Disallow: /sandbox/ Disallow: /aurora/dealer_mtce/ Disallow: /aurora/link_mtce/ Disallow: /aurora/emails/ Disallow: /aurora/dealers/sure-step-calc/ Disallow: /aurora/dealers/promotions/ Disallow: /store-7/ Disallow: /store-backup-/ Disallow: /ossecwui/ Disallow: /aurora/dealers/pontoon-calculator/ Disallow: /aurora/dealers/sure-step-calc/ ############ phpBB ATS ### view=print parameters Disallow: /ask-the-skipper/viewtopic.php?view=print&* Disallow: /ask-the-skipper/viewtopic.php?*&view=print&* Disallow: /ask-the-skipper/viewtopic.php?*&view=print$ ### urls containing sid #Disallow: /ask-the-skipper/*?sid=* #Disallow: /ask-the-skipper/*&sid=* ### if you wanted to disallow these pages, which aren't useful to bots or return a login page Disallow: /ask-the-skipper/acp/ Disallow: /ask-the-skipper/common.php Disallow: /ask-the-skipper/config.php Disallow: /ask-the-skipper/cron.php Disallow: /ask-the-skipper/mcp.php Disallow: /ask-the-skipper/memberlist.php Disallow: /ask-the-skipper/posting.php Disallow: /ask-the-skipper/report.php Disallow: /ask-the-skipper/ucp.php Disallow: /ask-the-skipper/viewonline.php #Disallow: /ask-the-skipper/adm/ #Disallow: /ask-the-skipper/cache/ #Disallow: /ask-the-skipper/forum_admin/ #Disallow: /ask-the-skipper/includes/ #Disallow: /ask-the-skipper/images/avatars/upload/ #Disallow: /ask-the-skipper/styles/ Disallow: /campaign/ #Disallow: /store/app/locale/ #Disallow: /store/skin/ #Disallow: /store/sandbox/ #Disallow: /store/catalogsearch/sandbox/ Disallow: /vhosts/asktheskipper.net/log/ Disallow: /vhosts/jackclean.com/log/ Disallow: /vhosts/aurorabuyonline.com/log/ Disallow: /vhosts/aurorarvcare.com/ ### Restrictions for Magento Store ## Do not crawl development files and folders: CVS, svn directories and dump files Disallow: /CVS Disallow: /*.svn$ Disallow: /*.idea$ Disallow: /*.sql$ Disallow: /*.tgz$ ## GENERAL MAGENTO SETTINGS ## Do not crawl Magento admin page Disallow: /store/admin/ ## Do not crawl common Magento technical folders Disallow: /store/app/ Disallow: /store/downloader/ Disallow: /store/errors/ Disallow: /store/includes/ #Disallow: /store/lib/ Disallow: /store/pkginfo/ Disallow: /store/shell/ Disallow: /store/var/ ## Do not crawl common Magento files Disallow: /store/api.php Disallow: /store/cron.php Disallow: /store/cron.sh Disallow: /store/error_log Disallow: /store/get.php Disallow: /store/install.php Disallow: /store/LICENSE.html Disallow: /store/LICENSE.txt Disallow: /store/LICENSE_AFL.txt Disallow: /store/README.txt Disallow: /store/RELEASE_NOTES.txt ## MAGENTO SEO IMPROVEMENTS ## Do not crawl sub category pages that are sorted or filtered. Disallow: /store/*?dir* Disallow: /store/*?dir=desc Disallow: /store/*?dir=asc Disallow: /store/*?limit=all Disallow: /store/*?mode* ## Do not crawl 2-nd home page copy (example.com/index.php/). Uncomment it only if you activated Magento SEO URLs. ## Disallow: /index.php/ ## Do not crawl links with session IDs #Disallow: /store/*?SID= ## Do not crawl checkout and user account pages #Disallow: /store/customer/ #Disallow: /store/customer/account/ #Disallow: /store/customer/account/login/ ## Do not crawl search pages and not-SEO optimized catalog links #Disallow: /store/catalogsearch/ Disallow: /store/catalog/product_compare/ Disallow: /store/catalog/category/view/ Disallow: /store/catalog/product/view/ #Disallow: /store/review/product/view/ #Disallow: /store/sendfriend/product/send/ Disallow: /store/catalogsearch/ #Disallow: /store/checkout/ Disallow: /store/control/ Disallow: /store/contacts/ Disallow: /store/customer/ Disallow: /store/customize/ Disallow: /store/newsletter/ Disallow: /store/poll/ Disallow: /store/review/ Disallow: /store/sendfriend/ Disallow: /store/tag/ Disallow: /store/wishlist/ Disallow: /store/catalog/product/gallery/ Disallow: /store/catalog/product/upload/ # Paths (no clean URLs) #Disallow: /store/*.js$ #Disallow: /store/*.css$ Disallow: /store/*.php$ Disallow: /store/*?SID= #Other# Disallow: /keywords/index.html #Sitemap# Sitemap: https://www.auroramarine.com/main/sitemap_index.xml Sitemap: https://www.auroramarine.com/store/sitemap.xml # Do not crawl dev# Disallow: /store-dev/ # WP black hole Disallow: /main/?blackhole