# Allow all LLM bots access to most public content
User-Agent: *
Allow: /

# But disallow sensitive or private paths
Disallow: /wp-admin/
Disallow: /wp-login.php


# Optional: Set crawl delay for all bots respecting it
User-Agent: *
Crawl-Delay: 10