# Crawlers Setup User-agent: * Disallow: /apps/ Disallow: /banners_skins/ Disallow: /Batch/ Disallow: /beevo/ Disallow: /cloud/ Disallow: /certificates/ Disallow: /composer/ Disallow: /external_apis/ Disallow: /data/ Disallow: /install_scripts/ Disallow: /layouts/ Disallow: /logs/ Disallow: /migrations/ Disallow: /online_migrations/ Disallow: /plugins/ Disallow: /restfull/ Disallow: /temp/ Disallow: /vendor/ Allow: /beevo/cache/minified/ Allow: /layouts/StoreLayout/css/ Allow: /layouts/StoreLayout/js/ Allow: /layouts/StoreLayout/images/ Allow: /resources/medias/ Allow: /beevo/vendor/danheberden/jquery-serializeForm/dist/jquery-serializeForm.min.js Allow: /beevo/node_modules/ Allow: /beevo/core/Resources/ Allow: /vendor/OwlCarousel2/OwlCarousel2/dist/assets/owl.carousel.min.css Allow: /vendor/OwlCarousel2/OwlCarousel2/dist/owl.carousel.min.js Allow: /vendor/OwlCarousel2/OwlCarousel2/dist/owl.carousel.js Allow: /vendor/OwlCarousel2/OwlCarousel2/dist/assets/owl.carousel.css Allow: /vendor/RobinHerbots/Inputmask//dist/min/jquery.inputmask.bundle.min.js Allow: /vendor/RobinHerbots/Inputmask//extra/bindings/inputmask.binding.js Allow: /layouts/StoreLayout/uxdesign/atomic-core/bootstrap-slider/css/ Allow: /layouts/StoreLayout/uxdesign/atomic-core/bootstrap-slider/js/ Allow: /apps/SocialManagement/Resources/ Allow: /apps/Ratings/Resources/ Allow: /apps/Banners/node_modules/swiper/dist/css/ Allow: /apps/Banners/node_modules/swiper/dist/js/ Allow: /apps/Datasource/Resources/ Allow: /apps/Shop/Resources/ Allow: /apps/PageManagement/Resources/ Allow: /apps/Search/Resources/ Allow: /apps/Forms/Resources/ Allow: /apps/Hits/Resources/ Allow: /apps/Users/Resources/ Allow: /apps/Newsletter/Resources/ Allow: /apps/SEOManager/Resources/ Allow: /apps/Blog/Resources/ Allow: /apps/Banners/Resources/ Allow: /apps/PointLocator/Resources/ Allow: /apps/Tag/Resources/ Allow: /layouts/BackOfficeLayout/Resources/ Disallow: /checkout/ Disallow: /a-minha-conta/ Disallow: /encomendas/ Disallow: /detalhe-da-encomenda/ Disallow: /favoritos/ Disallow: /convida-os-teus-amigos/ Disallow: /a-minha-conta/dados-de-acesso-a-minha-conta/ Disallow: /a-minha-conta/dados-pessoais-da-minha-conta/ Disallow: /moradas/ # -------------------------------- # Bloquear URLs com parametros de pesquisa, filtros loja, moradas, convida amigo # -------------------------------- Disallow: /*?*search= Disallow: /*?*filter= Disallow: /*?*category_id= Disallow: /*?*ordering= Disallow: /*?*manufacturer_id= Disallow: /*?*order_number= Disallow: /*?*referral_share_id= Disallow: /*?*edit_address= Disallow: /*?srsltid= # -------------------------------- # Permitir URLs com parametros UTM e HTTPOFF # -------------------------------- Allow: /*?*utm_source= Allow: /*?*utm_campaign= Allow: /*?*utm_medium= Allow: /*?*utm_term= Allow: /*?*httpoff # -------------------------------- # Excluir Bots Externos # -------------------------------- User-agent: Nuclei User-agent: WikiDo User-agent: Riddler User-agent: PetalBot User-agent: Zoominfobot User-agent: Go-http-client User-agent: Node/simplecrawler User-agent: CazoodleBot User-agent: dotbot/1.0 User-agent: Gigabot User-agent: Barkrowler User-agent: BLEXBot User-agent: magpie-crawler Disallow: / User-agent: ltx71 - (http://ltx71.com/) Disallow: / User-agent: WS Nutch/SOLR/Nutch-1.9 Disallow: / User-agent: Riddler Disallow: / User-agent: dotbot Disallow: / User-agent: ScoutJet Disallow: / User-agent: Exabot Disallow: / User-agent: Snoothbot Disallow: / User-agent: Nutch Disallow: / User-agent: Daum Disallow: / User-agent: AmazonEC2 Disallow: / User-agent: Xenu's Link Sleuth 1.1c Disallow: / User-agent: Xenu's Disallow: / User-agent: A6-Indexer/1.0 Disallow: / User-agent: WeSEE Disallow: / User-agent: ShopWiki Disallow: / User-agent: NG/2.0 Disallow: / user-agent: crystalsemantics disallow: / user-agent: f-six disallow: / user-agent: sitebot disallow: / User-Agent: trendictionbot Disallow: / User-Agent: scrapybot Disallow: / User-agent: Scrapy Disallow: / User-Agent: VocusBot Disallow: / User-Agent: SEOkicks-Robot Disallow: / User-agent: CommonCrawlBot Disallow: / User-Agent: ezooms.bot Disallow: / User-Agent: skimlinks.com Disallow: / User-Agent: SeznamBot Disallow: / User-Agent: wikiwix-bot Disallow: / User-Agent: semantissimo Disallow: / User-Agent: MLBot Disallow: / User-Agent: LemonSources Disallow: / User-Agent: discobot Disallow: / User-Agent: linkfluence Disallow: / User-Agent: ltbot Disallow: / User-Agent: aiHitBot Disallow: / User-Agent: language-tools.com Disallow: / User-Agent: TREC-KBA-Bot Disallow: / User-Agent: checkprivacy.or.kr Disallow: / User-Agent: yacybot Disallow: / User-Agent: Socialradarbot Disallow: / User-Agent: Havij Disallow: / User-Agent: proximic Disallow: / User-Agent: MireoBot Disallow: / User-Agent: brandwatch Disallow: / User-Agent: seoprofiler Disallow: / User-Agent: Xenu Link Sleuth Disallow: / User-Agent: Bot clicker Disallow: / User-Agent: WBSearchBot Disallow: / User-Agent: EC2LinkFinder Disallow: / User-Agent: ExaleadCloudview Disallow: / User-Agent: AdMedia Disallow: / User-Agent: grepnetstat.com Disallow: / User-Agent: Genieo Disallow: / User-Agent: NerdByNature Disallow: / User-Agent: Genieo Disallow: / User-Agent: Sindup Disallow: / User-agent: netseer Disallow: / User-agent: ichiro Disallow: / User-agent: TwengaBot Disallow: / User-agent: netseer.com Disallow: / User-agent: nagios Disallow: / User-agent: linkdex.com Disallow: / User-agent: NING/1.0 Disallow: / User-agent: FeedRetriever Disallow: / User-agent: CrystalSemanticsBot Disallow: / User-agent: Argus Presse Disallow: / User-agent: IBM ICA Crawler Disallow: / User-agent: nutch agent Disallow: / User-agent: omgilibot Disallow: / User-agent: Genieo Disallow: / User-agent: SISTRIX Crawler Disallow: / User-agent: PaperLiBot Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: Linguee Disallow: / User-agent: ip-web-crawler.com Disallow: / User-agent: SiteExplorer Disallow: / User-agent: Mail.RU_Bot Disallow: / User-agent: LinksCrawler Disallow: / User-agent: archive.org Disallow: / User-agent: CompSpyBot Disallow: / User-agent: netEstate Disallow: / User-agent: MyNutchTest Disallow: / User-agent: netEstate NE Crawler Disallow: / User-agent: AspiegelBot Disallow: / User-agent: Bytespider Disallow: / User-agent: bingbot Disallow: / User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: MJ12bot Disallow: / User-agent: HeadlessChrome Disallow: / User-agent: QuerySeekerSpider Disallow: / User-agent: DuckDuckBot Disallow: / User-agent: admantx Disallow: / User-agent: genieo.com Disallow: / User-agent: mixdata.com Disallow: / User-agent: www.wise-guys.nl Disallow: / User-agent: www.wesee.com Disallow: / User-agent: www.200please.com Disallow: / User-agent: ubermetrics-technologies Disallow: / User-agent: grapeshot Disallow: / User-agent: CCBot Disallow: / User-agent: WASALive Disallow: / User-agent: URLAppendBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: MaxPointCrawler Disallow: / User-agent: wotbox Disallow: / User-agent: Aboundexbot Disallow: / User-agent: XoviBot Disallow: / User-agent: psbot Disallow: / User-agent: rogerbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: seoscanners.net Disallow: / User-agent: LinkpadBot Disallow: / User-agent: 360Spider Disallow: / User-agent: MegaIndex Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: linkdexbot Disallow: / User-agent: Lipperhey SEO Service Disallow: / User-agent: Cliqzbot Disallow: / User-agent: SMTBot Disallow: / User-agent: PiplBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: spbot Disallow: / User-agent: Sogou Spider Disallow: / User-agent: archive.org_bot Disallow: / User-agent: ia_archiver Disallow: / User-agent: Ezooms Disallow: / User-agent: SiteExplorer Disallow: / # Files User-agent: Googlebot-Image Allow: / User-agent: Googlebot Allow: /*.css Allow: /*.js # Sitemap #SITEMAP_ROBOTS_INIT Sitemap: https://store.superbock.pt/sitemap.xml #SITEMAP_ROBOTS_END User-agent: * Disallow: /personalizaveis? Disallow: /*?srsltid= Disallow: /*&srsltid=