User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/
Disallow: /wp-includes/

User-agent: facebookexternalhit
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://cidhma.edu.pe/sitemap_index.xml

# Block aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ct-cafe-research-crawler
Disallow: /

User-agent: OAI-SearchBot
Disallow: /