# robots.txt automaticaly generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums

# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html

User-agent: *
# Directories
Disallow: /classes/
Disallow: /config/
Disallow: /download/
Disallow: /mails/
Disallow: /translations/
Disallow: /tools/
Disallow: /lang-fr/
# Blog
Disallow: /blog/cgi-bin
Disallow: /blog/wp-login.php
Disallow: /blog//wp-admin
Disallow: /blog//wp-includes
# Files
Disallow: /addresses.php
Disallow: /address.php
Disallow: /authentication.php
Disallow: /cart.php
Disallow: /discount.php
Disallow: /footer.php
Disallow: /get-file.php
Disallow: /header.php
Disallow: /history.php
Disallow: /identity.php
Disallow: /images.inc.php
Disallow: /init.php
Disallow: /my-account.php
Disallow: /order.php
Disallow: /order-opc.php
Disallow: /order-slip.php
Disallow: /order-detail.php
Disallow: /order-follow.php
Disallow: /order-return.php
Disallow: /order-confirmation.php
Disallow: /pagination.php
Disallow: /password.php
Disallow: /pdf-invoice.php
Disallow: /pdf-order-return.php
Disallow: /pdf-order-slip.php
Disallow: /product-sort.php
Disallow: /search.php
Disallow: /statistics.php
Disallow: /attachment.php
Disallow: /guest-tracking
Disallow: /*orderby=
Disallow: /*orderway=
Disallow: /*tag=
Disallow: /*id_currency=
Disallow: /*search_query=
Disallow: /*id_lang=
Disallow: /*back=
Disallow: /*utm_source=
Disallow: /*utm_medium=
Disallow: /*utm_campaign=
# Sitemap
Sitemap: https://www.spi-discount.net/1_de_0_sitemap.xml
Sitemap: https://www.spi-discount.net/1_en_0_sitemap.xml
Sitemap: https://www.spi-discount.net/1_es_0_sitemap.xml
Sitemap: https://www.spi-discount.net/1_fr_0_sitemap.xml
Sitemap: https://www.spi-discount.net/1_it_0_sitemap.xml
Sitemap: https://www.spi-discount.net/1_nl_0_sitemap.xml
#
# Robots SEO
#
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: webmeupbot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Updownerbot
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: SemrushBot-SA
Crawl-delay: 3
User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SemrushBot
Crawl-delay: 3


#
# Bloquage Robots indesirables
#
User-agent: adequat
Disallow: /
User-agent: ADmantX bot
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: Corporama
Disallow: /
User-agent: Dotmic DotBot
Disallow: /
User-agent: ellisphere
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Grapeshot bot
Disallow: /
User-Agent: houzzbot
Disallow: /
User-agent: infoseek
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: leadbox
Disallow: /
User-agent: linkfluence
Disallow: /
User-agent: linko
Disallow: /
User-agent: Mail.Ru bot
Disallow: /
User-agent: Meltwater
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: opinion-tracker
Disallow: /
User-agent: proxem
Disallow: /
User-agent: Proximic bot
Disallow: /
User-agent: rogerbot
Disallow: /
User-Agent: SeznamBot
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: spotter
Disallow: /
User-Agent: SputnikBot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: Updownerbot
Disallow: /
User-agent: verticalsearch
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: wget
Disallow: /
User-agent: winello
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: Zealbot
Disallow: /


#
# Ralentissement de robots moins utiles
#
User-Agent: Baiduspider
Crawl-delay: 10
User-Agent: YandexBot
Crawl-delay: 10
User-Agent: archive.org_bot
Crawl-delay: 10
User-Agent: Soso Spider
Crawl-delay: 10
User-Agent: Sogou Spider
Crawl-delay: 10

#
# Bloquage des outils de veille de prix
#
User-agent: Net veille
Disallow: /
User-agent: Paarly
Disallow: /
User-agent: SpyCommerce
Disallow: /
User-agent: Pricing Assistant
Disallow: /
User-agent: Price Observatory
Disallow: /
User-agent: Workit
Disallow: /
User-agent: Keox
Disallow: /
User-agent: Pricejet
Disallow: /
User-agent: Prixan
Disallow: /