diff options
Diffstat (limited to 'robots.txt')
-rw-r--r-- | robots.txt | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt new file mode 100644 index 00000000..42018bd9 --- /dev/null +++ b/robots.txt @@ -0,0 +1,8 @@ +# No me indexes el historial loco +User-Agent: * +Disallow: /index.php + +# Dejar que Internet Archive indexe las páginas en bruto +User-Agent: ia_archiver +Allow: /*&action=raw + |