#
# robots.txt
#
# Este archivo está diseñado para prevenir el rastreo e indexado de ciertas partes
# de tu sitio web por crawlers y spiders (como los de Google, Yahoo!, etc).
# Esto ayuda a ahorrar recursos de servidor y ancho de banda.
#

User-agent: *
# Allow essential assets
Allow: /core/*.css$
Allow: /core/*.js$
Allow: /core/*.gif$
Allow: /core/*.jpg$
Allow: /core/*.jpeg$
Allow: /core/*.png$
Allow: /core/*.svg$
Allow: /profiles/*.css$
Allow: /profiles/*.js$
Allow: /profiles/*.gif$
Allow: /profiles/*.jpg$
Allow: /profiles/*.jpeg$
Allow: /profiles/*.png$
Allow: /profiles/*.svg$

# Directories (Do not disallow these if you are using multilingual support)
Disallow: /core/
Disallow: /profiles/

# Files
Disallow: /README.md
Disallow: /composer/Metapackage/README.txt
Disallow: /composer/Plugin/ProjectMessage/README.md
Disallow: /composer/Plugin/Scaffold/README.md
Disallow: /composer/Plugin/VendorHardening/README.txt
Disallow: /composer/Template/README.txt
Disallow: /modules/README.txt
Disallow: /sites/README.txt
Disallow: /themes/README.txt
Disallow: /web.config

# Sensible paths
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed

# --- Sitemap principal ---
Sitemap: https://digis3.eu/sitemap.xml