diff options
Diffstat (limited to 'robots.txt')
-rw-r--r-- | robots.txt | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..e7d8000 --- /dev/null +++ b/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Crawl-delay: 120 +Disallow: /includes/ +Disallow: /rss.xml +Disallow: /templates/ +Disallow: /drafts/ |