diff options
Diffstat (limited to 'robots.txt')
| -rw-r--r-- | robots.txt | 6 |
1 files changed, 4 insertions, 2 deletions
@@ -1,4 +1,6 @@ User-agent: * Crawl-delay: 120 -Disallow: /* -Allow: / +Disallow: /assets/ +Disallow: /drafts/ +Disallow: /includes/ +Disallow: /scripts/ |