# robots.txt automatically generated by PrestaShop e-commerce open-source solution # http://www.prestashop.com - http://www.prestashop.com/forums # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # Allow Directives Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: /js/jquery/* # Private pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=module-ps_feeder-rss Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Directories for muebles-lara.es Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ Disallow: /es/app/ Disallow: /es/cache/ Disallow: /es/classes/ Disallow: /es/config/ Disallow: /es/controllers/ Disallow: /es/download/ Disallow: /es/js/ Disallow: /es/localization/ Disallow: /es/log/ Disallow: /es/mails/ Disallow: /es/modules/ Disallow: /es/override/ Disallow: /es/pdf/ Disallow: /es/src/ Disallow: /es/tools/ Disallow: /es/translations/ Disallow: /es/upload/ Disallow: /es/var/ Disallow: /es/vendor/ Disallow: /es/webservice/ # Files Disallow: /*es/recuperar-contraseña Disallow: /*es/direccion Disallow: /*es/direcciones Disallow: /*es/iniciar-sesion Disallow: /*es/carrito Disallow: /*es/descuento Disallow: /*es/historial-compra Disallow: /*es/datos-personales Disallow: /*es/mi-cuenta Disallow: /*es/seguimiento-pedido Disallow: /*es/facturas-abono Disallow: /*es/pedido Disallow: /*es/busqueda Disallow: /*es/seguimiento-pedido-invitado Disallow: /*es/confirmacion-pedido # filter and others Disallow: /*? Disallow: /*// # utm Allow: /*.html?lighthousefeed* # Crawl Delay - 5 URL max per second user-agent: Pinterestbot Crawl-delay: 0.2 # Sitemap Sitemap: https://muebles-lara.es/1_index_sitemap.xml Sitemap: https://muebles-lara.es/blog/sitemap_index.xml # BOTS User-agent: noxtrumbot Crawl-delay: 40 User-agent: msnbot Crawl-delay: 40 User-agent: Slurp Crawl-delay: 40 User-agent: MSIECrawler Disallow: / User-agent: Yahoo! Slurp China Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: Orthogaffe Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCopier v.2.2 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / User-agent: YandexBot Disallow: / User-agent: Yandex Disallow: / User-agent: YandexImages Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: Python-urllib Disallow: / User-agent: URL_Spider_Pro Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Alexibot Disallow: / User-agent: Web Image Collector Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: Xenu\\\'s Link Sleuth 1.1c Disallow: / User-agent: Xenu\\\'s Disallow: / User-agent: Zeus Disallow: / User-agent: Zeus Link Scout Disallow: / User-agent: EroCrawler Disallow: / User-agent: LinkScan/8.1a Unix Disallow: / User-agent: Keyword Density/0.9 Disallow: / User-agent: EtaoSpider Disallow: / User-agent: Black Hole Disallow: / User-agent: WebCapture 2.0 Disallow: / #IA User-agent: Amazonbot User-agent: Applebot User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot User-agent: Diffbot User-agent: FacebookBot User-agent: FriendlyCrawler User-agent: GPTBot User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: ICC-Crawler User-agent: ImagesiftBot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalFetcher User-agent: OAI-SearchBot User-agent: PerplexityBot User-agent: PetalBot User-agent: Scrapy User-agent: Timpibot User-agent: VelenPublicWebCrawler User-agent: YouBot User-agent: anthropic-ai User-agent: cohere-ai User-agent: facebookexternalhit User-agent: img2dataset User-agent: omgili User-agent: omgilibot Disallow: / User-Agent: Googlebot Allow: / Allow: /*.css$ Allow: /*.js$ User-agent: archive.org_bot Visit-time: 0200-0600 User-agent: SEMrushBot Visit-time: 0200-0400 User-agent: AhrefsBot Visit-time: 0400-0600