diff options
Diffstat (limited to 'docs')
| -rw-r--r-- | docs/robots.txt | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/docs/robots.txt b/docs/robots.txt new file mode 100644 index 000000000..ad3189d42 --- /dev/null +++ b/docs/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Allow: /*/latest/ +Allow: /en/latest/ # Fallback for bots that don't understand wildcards +Allow: /*/6.0.x/ +Allow: /en/6.0.x/ # Fallback for bots that don't understand wildcards +Disallow: / |