# robots.txt automatically generated by PrestaShop e-commerce open-source solution # http://www.prestashop.com - http://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Directories for www.davidson-distribution.com Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ Disallow: /fr/app/ Disallow: /fr/cache/ Disallow: /fr/classes/ Disallow: /fr/config/ Disallow: /fr/controllers/ Disallow: /fr/download/ Disallow: /fr/localization/ Disallow: /fr/log/ Disallow: /fr/mails/ Disallow: /fr/modules/ Disallow: /fr/override/ Disallow: /fr/src/ Disallow: /fr/tools/ Disallow: /fr/translations/ Disallow: /fr/upload/ Disallow: /fr/var/ Disallow: /fr/vendor/ Disallow: /fr/webservice/ # Files Disallow: /*fr/mot-de-passe-oublie Disallow: /*fr/adresse Disallow: /*fr/adresses Disallow: /*fr/authentification Disallow: /*fr/panier Disallow: /*fr/bons-de-reduction Disallow: /*fr/historique-des-commandes Disallow: /*fr/identite Disallow: /*fr/mon-compte Disallow: /*fr/details-de-la-commande Disallow: /*fr/avoirs Disallow: /*fr/commande Disallow: /*fr/recherche Disallow: /*fr/guest-tracking # Sitemap Sitemap: https://www.davidson-distribution.com/1_index_sitemap.xml # Custom from rocketrobotshtaccess Disallow: /module/cdc_googletagmanager/async Disallow: /module/ets_sociallogin/oauth Disallow: /*?q= Disallow: /*?query= Disallow: /*?product Disallow: /*?s= Allow : /controller=attachment&id_attachment=* # advertising-related bots: User-agent: Mediapartners-Google* Disallow: / # Wikipedia work bots: User-agent: IsraBot Disallow: User-agent: Orthogaffe Disallow: # Crawlers that are kind enough to obey, but which we'd rather not have # unless they're feeding search engines. User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / # Some bots are known to be trouble, particularly those designed to copy # entire sites. Please obey robots.txt. User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / # Misbehaving: requests much too fast: User-agent: fast Disallow: / # # Sorry, wget in its recursive mode is a frequent problem. # Please read the man page and use it properly; there is a # --wait option you can use to set the delay between hits, # for instance. # User-agent: wget Disallow: / # # The 'grub' distributed client has been *very* poorly behaved. # User-agent: grub-client Disallow: / # # Doesn't follow robots.txt anyway, but... # User-agent: k2spider Disallow: / # # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # Wayback Machine: defaults and whether to index user-pages # FIXME: Complete the removal of this block, per T7582. # User-agent: archive.org_bot # Allow: / Disallow: /*&search_query= Disallow: /*?search_query= Disallow: /*controller=search Disallow: /*controller=pagination Disallow: /*controller=product-sort Disallow: /nouveaux-produits Disallow: /nouveaux-produits??p=3=%3Fp%3D2%3Fp%3D3%3Fp%3D2%3Fp%3D4%3Fp%3D2&p=3%3Fp%3D3&page=2 Disallow: /nouveaux-produits?%25252525252525253Fp%25252525252525253D2=%3Fp%3D2%3Fp%3D6%3Fp%3D4 Disallow: /nouveaux-produits?%252525252525253Fp%252525252525253D2=%3Fp%3D5%3Fp%3D2%3Fp%3D5%3Fp%3D3 Disallow: /nouveaux-produits?%252525252525253Fp%252525252525253D4=%3Fp%3D2%3Fp%3D4&p=4 Disallow: /nouveaux-produits?%2525252525253Fp%2525252525253D4=%3Fp%3D3%3Fp%3D3%3Fp%3D2&page=2 Disallow: /nouveaux-produits?%252525253Fp%252525253D3=%3Fp%3D2%3Fp%3D3%3Fp%3D2%3Fp%3D4%3Fp%3D2&p=3%3Fp%3D3&page=2 Disallow: /nouveaux-produits?%3Fp%3D3= Disallow: /nouveaux-produits?p=12 Disallow: /nouveaux-produits?p=2?p=2 Disallow: /nouveaux-produits?p=2&page=2 Disallow: /nouveaux-produits?p=3 Disallow: /nouveaux-produits?p=7 Disallow: /nouveaux-produits?p=8 Disallow: /nouveaux-produits?page=2 Disallow: /3__wismer Disallow: /70__wave-protect Disallow: /58__warmcook Disallow: /58__warmcook?page=4 Disallow: /65__vidya Disallow: /57__versapers Disallow: /56__valebio Disallow: /61__utovie Disallow: /55__sport-x-care Disallow: /54__sissel Disallow: /53__senteurs-du-sud Disallow: /52__scandi-vie Disallow: /51__sana Disallow: /4__qwetch Disallow: /5__proserv Disallow: /67__oopla Disallow: /50__omniblend Disallow: /64__np-distribution Disallow: /49__newell Disallow: /48__nature-vitalite Disallow: /47__morphee Disallow: /46__mockmill Disallow: /45__lurch Disallow: /6__les-tendances-d-emma Disallow: /43__laco Disallow: /60__la-plage Disallow: /44__l-eau-la-vie Disallow: /42__komo Disallow: /41__keimling Disallow: /59__jouvence Disallow: /40__iridis Disallow: /39__icd-brand Disallow: /62__hurom-dallert Disallow: /38__ha-nature Disallow: /37__germline Disallow: /68__gefu-gmbh Disallow: /36__galdana Disallow: /35__france-trampoline Disallow: /34__fontaine-eva Disallow: /33__fazup Disallow: /66__eva-solo Disallow: /32__eu-juicers Disallow: /31__eschenfelder Disallow: /30__epe-conseil Disallow: /29__elecomac Disallow: /28__efeito-verde Disallow: /26__ecovi Disallow: /25__ecodis Disallow: /24__dietpro Disallow: /63__dg-diffusion Disallow: /69__delidrinks Disallow: /23__de-bardo Disallow: /22__dalcq Disallow: /21__cuisidis Disallow: /20__conserva-plus Disallow: /19__compagnie-bicarbonate Disallow: /18__cem-vivant Disallow: /17__carbel Disallow: /16__boutique-et-nature Disallow: /15__biovie Disallow: /14__bioceram Disallow: /13__bio-sense Disallow: /12__beurer Disallow: /27__berte-guilhem Disallow: /10__aqua-technique Disallow: /71__ankorstore Disallow: /9__andree-jardin Disallow: /8__alphapole Disallow: /7__akal-food Disallow: /172_zen-pur Disallow: /81_xiamen-xinsen-electronic-coltd Disallow: /48_wismer Disallow: /112_water-to-go Disallow: /103_warmcook Disallow: /45_versapers Disallow: /58_tribest Disallow: /162_tre-spade Disallow: /43_tellier-sas Disallow: /128_takaje Disallow: /50_sprite-industries-inc Disallow: /165_sport-x-care Disallow: /97_skeppshult Disallow: /116_sissel Disallow: /56_senteurs-du-sud Disallow: /67_selecta Disallow: /42_sdeb-ecodis Disallow: /98_scandi-vie-creation Disallow: /68_scalewatcher Disallow: /41_sas-gile Disallow: /47_qwetch Disallow: /86_psychomed Disallow: /133_protecta Disallow: /39_planete-air-eurl Disallow: /171_pissedebout Disallow: /122_pika Disallow: /203_pepin Disallow: /193_pelamatic Disallow: /38_p3innovation Disallow: /152_oster Disallow: /76_oregon-scientific Disallow: /186_oopla Disallow: /156_omniblend Disallow: /108_omega Disallow: /35_next-france Disallow: /73_natur-gut-gmbh Disallow: /140_mockmill Disallow: /66_mitik Disallow: /146_milla Disallow: /80_midzu Disallow: /100_melamedic Disallow: /34_megaprotectphone Disallow: /168_megahome Disallow: /53_magic-vac Disallow: /33_lurch Disallow: /78_lumie Disallow: /88_lucimed Disallow: /181_lodge Disallow: /83_lifeair Disallow: /25_les-tendances-d-emma Disallow: /101_legler Disallow: /14_le-moulin-de-fournes Disallow: /99_laxman Disallow: /32_laco Disallow: /64_laboratoires-herbarom Disallow: /132_la-droguerie-ecologique Disallow: /191_la-corvette Disallow: /31_komo Disallow: /61_kitchen-aid Disallow: /197_khool-bamboo Disallow: /29_isachatshop Disallow: /90_innolux Disallow: /71_hydron-cyclon Disallow: /70_hurom Disallow: /65_hil-ezidri Disallow: /102_ha-nature Disallow: /154_graniteware Disallow: /69_germline Disallow: /117_fosa Disallow: /118_foodvac Disallow: /60_foodmatic Disallow: /28_feh Disallow: /124_fazup Disallow: /194_faubourg Disallow: /157_excalibur Disallow: /139_epe-conseil Disallow: /57_energie-libre-tesla-rosen-herz-verlag Disallow: /137_emile-henry Disallow: /24_elecomac Disallow: /147_elecolight Disallow: /23_ekobo Disallow: /22_editions-utovie Disallow: /21_editions-tredaniel Disallow: /161_editions-terran Disallow: /74_editions-solar Disallow: /20_editions-labuissiere Disallow: /19_editions-la-plage Disallow: /18_editions-jouvence Disallow: /17_editions-dg-diffusion Disallow: /104_ecovitam Disallow: /16_ecovi Disallow: /15_ecosfera Disallow: /143_epe-conseil Disallow: /136_duralex Disallow: /135_droguerie-ecologique Disallow: /62_dejelin Disallow: /153_dahlert Disallow: /155_cuitisan Disallow: /13_cuisidis Disallow: /149_crock-pot Disallow: /77_climsom-neo-factory Disallow: /72_clearbrook Disallow: /82_chufamix Disallow: /40_champion Disallow: /119_cem-vivant Disallow: /59_caso Disallow: /11_carbel-sarl Disallow: /85_brod-taylor Disallow: /54_bobble Disallow: /105_blendtec Disallow: /185_biovie Disallow: /55_biosense Disallow: /148_biochef Disallow: /170_bioceram Disallow: /89_beurer Disallow: /93_berthe-guilhem Disallow: /8_arplay-editions Disallow: /130_aries Disallow: /7_arb Disallow: /84_ankarsrum-assistent-ab Disallow: /111_andree-jardin Disallow: /75_anagramme-editions Disallow: /129_anae Disallow: /113_alphapole-l-energie-du-bien-etre Disallow: /5_akal-food Disallow: /131_ah-table