#Bloqueo de busquedas
User-agent: *
Disallow: /?s= 
Disallow: /search
Disallow: /wp-admin
Disallow: /wp-login
Disallow: /wp-admin.php
Disallow: /wp-login.php
Allow: /search-console-anadir-administrador/

# Indicamos cual es el sitemap y otros sitemap
Sitemap: https://ideaweb.es/sitemap.xml
Sitemap: https://ideaweb.es/post-sitemap.xml
Sitemap: https://ideaweb.es/page-sitemap.xml
Sitemap: https://ideaweb.es/locations.kml
Sitemap: https://ideaweb.es/video-sitemap.xml

#Vamos a bloquear paginas que no nos interesa que sean indexadas
Disallow: /politica-de-cookies-ideaweb/
Disallow: /politica-de-cookies/
Disallow: /brief/
Disallow: /brief-seo/
Disallow: /clausulas-legales/
Disallow: /como-configurar/
Disallow: /condiciones-de-uso/
Disallow: /configuracion-correo-corporativo/
Disallow: /contrato-de-hosting-ideaweb/
Disallow: /datos-tiendas-online/
Disallow: /mas-informacion-sobre-las-cookies-2/
Disallow: /politica-de-cookies-2/
Disallow: /politica-de-privacidad-redes-sociales/
Disallow: /aviso-legal-y-ppd/

# Insistimos en que permita paso por el sitemap, parece que G  no se entera del tema.
Allow: /sitemap.xml
Sitemap: https://ideaweb.es/sitemap.xml

# Ralentizamos algunos bots que se suelen volver locos
User-agent: noxtrumbot
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20

# Previene problemas de recursos bloqueados en Google Webmaster Tools
User-Agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /*.xml$

# Bloqueo de bots y crawlers poco utiles
User-agent: WebCopier 
Disallow: / 
User-agent: HTTrack 
Disallow: / 
User-agent: libwww 
Disallow: / 
User-agent: Orthogaffe 
Disallow: / 
User-agent: UbiCrawler 
Disallow: / 
User-agent: DOC 
Disallow: / 
User-agent: Zao 
Disallow: / 
User-agent: sitecheck.internetseer.com 
Disallow: / 
User-agent: Zealbot 
Disallow: / 
User-agent: SiteSnagger 
Disallow: / 
User-agent: WebStripper 
Disallow: / 
User-agent: WebCopier 
Disallow: / 
User-agent: Fetch 
Disallow: / 
User-agent: Offline Explorer 
Disallow: / 
User-agent: Teleport 
Disallow: / 
User-agent: TeleportPro 
Disallow: / 
User-agent: WebZIP 
Disallow: / 
User-agent: linko 
Disallow: / 
User-agent: HTTrack 
Disallow: / 
User-agent: Microsoft.URL.Control 
Disallow: / 
User-agent: Xenu 
Disallow: / 
User-agent: larbin 
Disallow: / 
User-agent: libwww 
Disallow: / 
User-agent: ZyBORG 
Disallow: / 
User-agent: Download Ninja 
Disallow: / 
User-agent: wget 
Disallow: / 
User-agent: grub-client 
Disallow: / 
User-agent: k2spider 
Disallow: / 
User-agent: NPBot 
Disallow: / 
User-agent: WebReaper 
Disallow: /