path: root/docs/robots.txt

User-agent: *
Allow: /*/latest/
Allow: /en/latest/   # Fallback for bots that don't understand wildcards
Allow: /*/6.0.x/
Allow: /en/6.0.x/    # Fallback for bots that don't understand wildcards
Disallow: /