User-agent: *
Crawl-delay: 10
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /CHANGELOG.txt
Disallow: /MAINTAINERS.txt
Disallow: /LICENSE.txt
Disallow: /UPGRADE.txt
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /2005/12/url_trends.php
Disallow: /2006/01/
Disallow: /2006/01/creador_de_reglas_mod_rewrite.php
Disallow: /2006/01/creador_sitemapxml.php
Disallow: /2006/01/edad_de_varios_dominios.php
Disallow: /2006/01/fecha_ultima_cache.php
Disallow: /2006/01/numero_de_enlaces.php
Disallow: /analisis/cool-seo-tool.php
Disallow: /atom.xml
Disallow: /clicks-sobre-anuncios-google-se-reducen
Disallow: /edad-de-dominios/
Disallow: /enlaces/comprobar_texto_de_enlaces.php
Disallow: /google/google-sitemaps/creador_sitemapxml.php
Disallow: /google/pagerank/calcular_pagerank_futuro.php
Disallow: /mapaweb/
Disallow: /palabras-clave/mezclador_palabras_clave.php
Disallow: /posiciones/herramienta_para_comprobar_el.php
Disallow: /robotstxt/validadores_de_robotstxt.php
Disallow: /admin/build/themes
Disallow: /misc/drupal.js?8
Disallow: /misc/jquery.js?8
Disallow: /analisis/densidad-de-palabras/medir_la_densidad_de_palabras.php
Disallow: /posiciones/cambios_de_posicion_por_email.php
Disallow: /keywords/posicionamiento.php
Disallow: /robotstxt.php
Disallow: /palabras-clave/mezclador_palabras_clave.php
Disallow: /analisis/como_ven_los_bots_nuestro_siti.php
Disallow: /analisis/comprobador_de_redirecciones.php
Disallow: /analisis/seotester.php
Disallow: /enlaces/valor_economico_de_un_enlace.php
Disallow: /palabras-clave/palabras_clave_relaccionadas.php
Disallow: /toolbars/google_toolbar_para_firefox.php
Disallow: /toolbars/google_toolbar_para_internet_e.php
Disallow: /2005/12/
Disallow: /analisis/url_trends.php
Disallow: /google/
Disallow: /google/google-sitemaps/
Disallow: /google/pagerank/
Disallow: /toolbars/