# robots.txt automaticaly generated by PrestaShop e-commerce open-source solution # http://www.prestashop.com - http://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html User-agent: msnbot Crawl-delay: 5 User-agent: bingbot Crawl-delay: 5 #filetype:xml site:sickboards.nl inurl:1_index_sitemap.xml # Private pages Disallow: /orderby= Disallow: /orderway= Disallow: /tag= Disallow: /search_query= Disallow: /back= Disallow: /utm_source= Disallow: /utm_medium= Disallow: /utm_campaign= Disallow: /n= Disallow: /controller=addresses Disallow: /controller=address Disallow: /controller=authentication Disallow: /controller=cart Disallow: /controller=discount Disallow: /controller=footer Disallow: /controller=get-file Disallow: /controller=header Disallow: /controller=history Disallow: /controller=identity Disallow: /controller=images.inc Disallow: /controller=init Disallow: /controller=my-account Disallow: /controller=order Disallow: /controller=order-opc Disallow: /controller=order-slip Disallow: /controller=order-detail Disallow: /controller=order-follow Disallow: /controller=order-return Disallow: /controller=order-confirmation Disallow: /controller=pagination Disallow: /controller=password Disallow: /controller=pdf-invoice Disallow: /controller=pdf-order-return Disallow: /controller=pdf-order-slip Disallow: /controller=product-sort #Disallow: /controller=search Disallow: /controller=statistics Disallow: /controller=attachment Disallow: /controller=guest-tracking # Directories #Disallow: /classes/ Disallow: /config/ Disallow: /download/ Disallow: /mails/ #Disallow: /modules/ Disallow /modules/mailalerts #Disallow: /translations/ #Disallow: /tools/ Disallow: /tembo543/ # Files Disallow: /en/password-recovery Disallow: /en/address Disallow: /en/addresses Disallow: /en/authentication Disallow: /en/cart Disallow: en/cart #Disallow: /en/discount Disallow: /en/order-history Disallow: /en/identity Disallow: /en/my-account Disallow: /en/order-follow Disallow: /en/order-slip Disallow: /en/order #Disallow: /en/search Disallow: /en/quick-order Disallow: /en/guest-tracking Disallow: /br/password-recovery Disallow: /br/address Disallow: /br/addresses Disallow: /br/authentication Disallow: /br/cart Disallow: br/cart #Disallow: /br/discount Disallow: /br/order-history Disallow: /br/identity Disallow: /br/my-account Disallow: /br/order-follow Disallow: /br/order-slip Disallow: /br/order #Disallow: /br/search Disallow: /br/quick-order Disallow: /br/guest-tracking Disallow: /de/kennwort-wiederherstellung Disallow: /de/adresse Disallow: /de/adressen Disallow: /de/authentifizierung Disallow: /de/warenkorb Disallow: de/warenkorb #Disallow: /de/discount Disallow: /de/bestellungsverlauf Disallow: /de/kennung Disallow: /de/mein-Konto Disallow: /de/bestellungsverfolgung Disallow: /de/bestellschein Disallow: /de/bestellung #Disallow: /de/suche Disallow: /de/schnell-bestellung Disallow: /de/auftragsverfolgung-gast Disallow: /es/contrasena-olvidado Disallow: /es/direccion Disallow: /es/direcciones Disallow: /es/autenticacion Disallow: /es/carro-de-la-compra #Disallow: /es/descuento Disallow: /es/historial-de-pedidos Disallow: /es/identidad Disallow: /es/mi-cuenta Disallow: /es/devolucion-de-productos Disallow: /es/vales Disallow: /es/carrito #Disallow: /es/buscar Disallow: /es/pedido-rapido Disallow: /es/estado-pedido Disallow: /fr/mot-de-passe-oublie Disallow: /fr/adresse Disallow: /fr/adresses Disallow: /fr/authentification Disallow: /fr/panier #Disallow: /fr/bons-de-reduction Disallow: /fr/historique-des-commandes Disallow: /fr/identite Disallow: /fr/mon-compte Disallow: /fr/details-de-la-commande Disallow: /fr/avoirs Disallow: /fr/commande #Disallow: /fr/recherche Disallow: /fr/commande-rapide Disallow: /fr/suivi-commande-invite Disallow: /it/password-recupero Disallow: /it/indirizzo Disallow: /it/indirizzi Disallow: /it/autenticazione Disallow: /it/carrello Disallow: /it/sconto Disallow: /it/storico-ordine Disallow: /it/identita Disallow: /it/il-mio-account Disallow: /it/seguito-ordine Disallow: /it/nota-di-ordine Disallow: /it/ordine Disallow: /it/cerca Disallow: /it/ordine-veloce Disallow: /it/ospite-monitoraggio Disallow: /nl/password-recovery Disallow: /nl/address Disallow: /nl/addresses Disallow: /nl/authentication Disallow: /nl/cart #Disallow: /nl/discount Disallow: /nl/order-history Disallow: /nl/identity Disallow: /nl/my-account Disallow: /nl/order-follow Disallow: /nl/order-slip Disallow: /nl/order #Disallow: /nl/search Disallow: /nl/quick-order Disallow: /nl/guest-tracking Disallow: /sv/password-recovery Disallow: /sv/address Disallow: /sv/addresses Disallow: /sv/authentication Disallow: /sv/cart #Disallow: /sv/discount Disallow: /sv/order-history Disallow: /sv/identity Disallow: /sv/my-account Disallow: /sv/order-follow Disallow: /sv/order-slip Disallow: /sv/order #Disallow: /sv/search Disallow: /sv/quick-order Disallow: /sv/guest-tracking Disallow: /da/password-recovery Disallow: /da/address Disallow: /da/addresses Disallow: /da/authentication Disallow: /da/cart #Disallow: /da/discount Disallow: /da/order-history Disallow: /da/identity Disallow: /da/my-account Disallow: /da/order-follow Disallow: /da/order-slip Disallow: /da/order #Disallow: /da/search Disallow: /da/quick-order Disallow: /da/guest-tracking Disallow: /fi/password-recovery Disallow: /fi/address Disallow: /fi/addresses Disallow: /fi/authentication Disallow: /fi/cart #Disallow: /fi/discount Disallow: /fi/order-history Disallow: /fi/identity Disallow: /fi/my-account Disallow: /fi/order-follow Disallow: /fi/order-slip Disallow: /fi/order #Disallow: /fi/search Disallow: /fi/quick-order Disallow: /fi/guest-tracking Disallow: /no/password-recovery Disallow: /no/address Disallow: /no/addresses Disallow: /no/authentication Disallow: /no/cart #Disallow: /no/discount Disallow: /no/order-history Disallow: /no/identity Disallow: /no/my-account Disallow: /no/order-follow Disallow: /no/order-slip Disallow: /no/order #Disallow: /no/search Disallow: /no/quick-order Disallow: /no/guest-tracking Disallow: /cs/password-recovery Disallow: /cs/address Disallow: /cs/addresses Disallow: /cs/authentication Disallow: /cs/cart #Disallow: /cs/discount Disallow: /cs/order-history Disallow: /cs/identity Disallow: /cs/my-account Disallow: /cs/order-follow Disallow: /cs/order-slip Disallow: /cs/order #Disallow: /cs/search Disallow: /cs/quick-order Disallow: /cs/guest-tracking Disallow: /pl/password-recovery Disallow: /pl/address Disallow: /pl/addresses Disallow: /pl/authentication Disallow: /pl/cart #Disallow: /pl/discount Disallow: /pl/order-history Disallow: /pl/identity Disallow: /pl/my-account Disallow: /pl/order-follow Disallow: /pl/order-slip Disallow: /pl/order #Disallow: /pl/search Disallow: /pl/quick-order Disallow: /pl/guest-tracking Disallow: /ru/password-recovery Disallow: /ru/address Disallow: /ru/addresses Disallow: /ru/authentication Disallow: /ru/cart #Disallow: /ru/discount Disallow: /ru/order-history Disallow: /ru/identity Disallow: /ru/my-account Disallow: /ru/order-follow Disallow: /ru/order-slip Disallow: /ru/order #Disallow: /ru/search Disallow: /ru/quick-order Disallow: /ru/guest-tracking Allow: /modules/googleexport/export/ #Bad Robots User-agent: BotRightHere Disallow: / User-agent: WebZip Disallow: / User-agent: larbin Disallow: / User-agent: b2w/0.1 Disallow: / User-agent: Copernic Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: SiteSnagger Disallow: / User-agent: ProWebWalker Disallow: / User-agent: CheeseBot Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: Alexibot Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: MIIxpc Disallow: / User-agent: Telesoft Disallow: / User-agent: Website Quester Disallow: / User-agent: WebZip Disallow: / User-agent: moget/2.1 Disallow: / User-agent: WebZip/4.0 Disallow: / User-agent: WebStripper Disallow: / User-agent: WebSauger Disallow: / User-agent: WebCopier Disallow: / User-agent: NetAnts Disallow: / User-agent: Mister PiX Disallow: / User-agent: WebAuto Disallow: / User-agent: TheNomad Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: RMA Disallow: / User-agent: libWeb/clsHTTP Disallow: / User-agent: asterias Disallow: / User-agent: httplib Disallow: / User-agent: turingos Disallow: / User-agent: spanner Disallow: / User-agent: InfoNaviRobot Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: Bullseye/1.0 Disallow: / User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) Disallow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: NICErsPRO Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: DittoSpyder Disallow: / User-agent: Foobot Disallow: / User-agent: SpankBot Disallow: / User-agent: BotALot Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: BunnySlippers Disallow: / User-agent: Microsoft URL Control - 6.00.8169 Disallow: / User-agent: URLy Warning Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget Disallow: / User-agent: LinkWalker Disallow: / User-agent: cosmos Disallow: / User-agent: moget Disallow: / User-agent: hloader Disallow: / User-agent: humanlinks Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Mata Hari Disallow: / User-agent: LexiBot Disallow: / User-agent: Web Image Collector Disallow: / User-agent: The Intraformant Disallow: / User-agent: True_Robot/1.0 Disallow: / User-agent: True_Robot Disallow: / User-agent: BlowFish/1.0 Disallow: / User-agent: JennyBot Disallow: / User-agent: MIIxpc/4.2 Disallow: / User-agent: BuiltBotTough Disallow: / User-agent: ProPowerBot/2.14 Disallow: / User-agent: BackDoorBot/1.0 Disallow: / User-agent: toCrawl/UrlDispatcher Disallow: / User-agent: WebEnhancer Disallow: / User-agent: suzuran Disallow: / User-agent: TightTwatBot Disallow: / User-agent: VCI WebViewer VCI WebViewer Win32 Disallow: / User-agent: VCI Disallow: / User-agent: Szukacz/1.4 Disallow: / User-agent: QueryN Metasearch Disallow: / User-agent: Openfind data gatherer Disallow: / User-agent: Openfind Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Zeus Disallow: / User-agent: RepoMonkey Bait & Tackle/v1.01 Disallow: / User-agent: RepoMonkey Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: Openbot Disallow: / User-agent: URL Control Disallow: / User-agent: Zeus Link Scout Disallow: / User-agent: Zeus 32297 Webster Pro V2.9 Win32 Disallow: / User-agent: Webster Pro Disallow: / User-agent: EroCrawler Disallow: / User-agent: LinkScan/8.1a Unix Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: Kenjin Spider Disallow: / User-agent: Iron33/1.0.2 Disallow: / User-agent: Bookmark search tool Disallow: / User-agent: GetRight/4.2 Disallow: / User-agent: FairAd Client Disallow: / User-agent: Gaisbot Disallow: / User-agent: Aqua_Products Disallow: / User-agent: Radiation Retriever 1.1 Disallow: / User-agent: Flaming AttackBot Disallow: / User-agent: Oracle Ultra Search Disallow: / User-agent: MSIECrawler Disallow: / User-agent: PerMan Disallow: / User-agent: searchpreview Disallow: / User-agent: TurnitinBot Disallow: / User-agent: wget Disallow: / User-agent: ExtractorPro Disallow: / User-agent: WebZIP/4.21 Disallow: / User-agent: WebZIP/5.0 Disallow: / User-agent: HTTrack 3.0 Disallow: / User-agent: TurnitinBot/1.5 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCapture 2.0 Disallow: / User-agent: WebCopier v.2.2 Disallow: /