From 9afee89a090030c31b6025eef22b5055a4251c0b Mon Sep 17 00:00:00 2001 From: Gregor Kleen Date: Wed, 22 Apr 2020 12:26:10 +0200 Subject: [PATCH] feat(robots.txt): disallow ahrefs --- config/robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/config/robots.txt b/config/robots.txt index 7d329b1db..155914d6c 100644 --- a/config/robots.txt +++ b/config/robots.txt @@ -1 +1,4 @@ User-agent: * + +User-agent: AhrefsBot +Disallow: /