User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /cuenta/
Disallow: /gov/
Disallow: /en/admin/
Disallow: /en/cuenta/
Disallow: /en/gov/

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: cohere-ai
Disallow: /

# Internet Archive / Wayback Machine crawlers
User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: special_archiver
Disallow: /

# Terms of use for automated clients
#
# The pages below are open and meant to be indexed: crawl them, cite them, link
# to them. What is NOT permitted, per https://estorbos.com/terminos, is bulk
# extraction of the inventory by automated means, or using this data to train,
# fine-tune or evaluate machine learning models without a signed licence.
#
# Search engines and AI assistants that cite this source and send traffic here
# are explicitly welcome — that carve-out is in the Terms.
#
# Licensing enquiries: https://estorbos.com/contacto

# Sitemaps
Sitemap: https://estorbos.com/sitemap-pages.xml
Sitemap: https://estorbos.com/sitemap-news.xml