# Block Alexa crawler #User-agent: ia_archiver #Disallow: / User-agent: VoilaBot Disallow: / User-agent: BUbiNG Disallow: / # slow down Yahoo User-agent: Slurp Crawl-delay: 60 # Block access to files directory User-agent: * Disallow: /files/ Disallow: /control/rfp_create Disallow: /control/rfp_create_local Disallow: /control/partner_withheld Disallow: /control/partner_concours_withheld Disallow: /control/tell_a_friend Disallow: /control/template_help Disallow: /control/business_type_tags Disallow: /*PartnerBusinessTypeModel@ Disallow: /*jsessionid* Disallow: /wp-login.php Disallow: */trackback Disallow: /*/feed Disallow: /*/comments Disallow: /cgi-bin Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz Disallow: /*.cgi Disallow: /lastform/ Disallow: /lastform Disallow: /bobex-form Disallow: /bobex-form/* Disallow: /bedankt-voor-uw-offerte-aanvraag/ Disallow: /merci-pour-votre-demande-de-devis/ Disallow: /bedankt-voor-uw-offerte-aanvraag Disallow: /merci-pour-votre-demande-de-devis # custom robots.txt # Site ID: 8 Disallow: /nl-nl/kozijnen/subsidie/ Sitemap: https://www.bobex.nl/nl-nl/wp-sitemap.xml