diff options
| -rw-r--r-- | robots.txt | 6 |
1 files changed, 4 insertions, 2 deletions
@@ -1,4 +1,6 @@ User-agent: * Crawl-delay: 120 -Disallow: /* -Allow: / +Disallow: /assets/ +Disallow: /drafts/ +Disallow: /includes/ +Disallow: /scripts/ |
| index : 53hornet/53hor | ||
| Source for www.53hor.net |
| summaryrefslogtreecommitdiff |
| -rw-r--r-- | robots.txt | 6 |
@@ -1,4 +1,6 @@ User-agent: * Crawl-delay: 120 -Disallow: /* -Allow: / +Disallow: /assets/ +Disallow: /drafts/ +Disallow: /includes/ +Disallow: /scripts/ |