# deshailitar carpetas de sistema. User-agent: * Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-includes/ Disallow: /wp-admin/ #deshabilitar carpeta de "archivos" Disallow: /2009/ Disallow: /2010/ Disallow: /2011/ Disallow: /2012/ Disallow: /2013/ Disallow: /2014/ # Deshabilitar lo que comiense por wp-. Disallow: /wp- # Sitemap permitido, búsquedas no. Sitemap: http://publisalta.com/sitemap.xml Disallow: /?s= Disallow: /?sort= Disallow: /search Disallow: /?view= Disallow: /author/$ # Eliminando contenido duplicado, feeds y trackback. Disallow: /feed/$ Disallow: /feed Disallow: /comments/feed Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ #Rechazar bots abusivos de recursos User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / # Alargar espera entre peticiones para Slurp (Yahoo!), Noxtrum y MSN. User-agent: noxtrumbot Disallow: /robotsasesino/ Crawl-delay: 50 User-agent: msnbot Disallow: /robotsasesino/ Crawl-delay: 30 User-agent: Slurp Disallow: /robotsasesino/ Crawl-delay: 10