From 48db6b7f53bd73a7d2d89acadb18f28b7351119f Mon Sep 17 00:00:00 2001 From: "Adam T. Carpenter" Date: Mon, 26 Sep 2022 15:05:02 -0400 Subject: fix: default deny for crawlers, allow index only --- robots.txt | 10 ++-------- 1 file changed, 2 insertions(+), 8 deletions(-) diff --git a/robots.txt b/robots.txt index e2439f2..d52bafa 100644 --- a/robots.txt +++ b/robots.txt @@ -1,10 +1,4 @@ User-agent: * Crawl-delay: 120 -Disallow: /.git/ -Disallow: /cv.html -Disallow: /cv.php -Disallow: /drafts/ -Disallow: /feed.php -Disallow: /includes/ -Disallow: /payments/ -Disallow: /contact/ +Disallow: / +Allow: /index.php -- cgit v1.2.3