#
# robots.txt
#
# Evita el rastreo de directorios y rutas internas de Drupal.
# Debe estar en la raiz del host: https://ejemplo.es/robots.txt
#
# Nota: robots.txt solo orienta a crawlers que lo respetan.
# El listado de directorios se desactiva en .htaccess (Options -Indexes)
# o en Nginx (autoindex off).
#
# @see http://www.robotstxt.org/robotstxt.html

User-agent: *

# --------------------------------------------------------------------------
# Assets necesarios para renderizar la pagina (CSS/JS/imagenes de core)
# --------------------------------------------------------------------------
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Ficheros publicos subidos (imagenes, PDF, etc.)
Allow: /sites/*/files/

# --------------------------------------------------------------------------
# Directorios del sistema: no rastrear
# --------------------------------------------------------------------------
Disallow: /core/
Disallow: /profiles/
Disallow: /modules/
Disallow: /themes/
Disallow: /libraries/
Disallow: /vendor/
Disallow: /scripts/
Disallow: /sites/
Disallow: /Shared/

# --------------------------------------------------------------------------
# Ficheros sensibles / documentacion
# --------------------------------------------------------------------------
Disallow: /README.txt
Disallow: /INSTALL.txt
Disallow: /CHANGELOG.txt
Disallow: /COPYRIGHT.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /UPDATE.txt
Disallow: /web.config
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /update.php
Disallow: /cron.php
Disallow: /autoload.php
Disallow: /index.php
Disallow: /*.php$
Disallow: /*.module$
Disallow: /*.inc$
Disallow: /*.install$
Disallow: /*.engine$
Disallow: /*.theme$
Disallow: /*.info$
Disallow: /*.yml$
Disallow: /*.md$
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*~

# --------------------------------------------------------------------------
# Directorio PAS y Directorio PDI (telefonos y datos personales)
# PAS:  /directorio  y fichas /directorio/[nombre]
# PDI:  /directorio/directorio-pdi  y fichas /directorio/directorio-pdi/{id}
# --------------------------------------------------------------------------
Disallow: /directorio
Disallow: /directorio/
Disallow: /*/directorio
Disallow: /*/directorio/

# --------------------------------------------------------------------------
# Rutas de administracion y usuario (URLs limpias)
# --------------------------------------------------------------------------
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /user/

# Multisite por ruta: /{subsitio}/admin/, /{subsitio}/user/, etc.
Disallow: /*/admin/
Disallow: /*/comment/reply/
Disallow: /*/filter/tips
Disallow: /*/node/add/
Disallow: /*/search/
Disallow: /*/user/register/
Disallow: /*/user/password/
Disallow: /*/user/login/
Disallow: /*/user/logout/
Disallow: /*/user/

# --------------------------------------------------------------------------
# Rutas sin clean URLs
# --------------------------------------------------------------------------
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /index.php/user/