diff --git a/robots.txt b/robots.txt index 152a5345598db1f6f788467013f0e8e11a3a2996..fb12cb233bf5a0855e4bc0d6f0d028d4321ebada 100644 --- a/robots.txt +++ b/robots.txt @@ -1,2 +1,5 @@ +User-agent: AhrefsBot +Crawl-Delay: 10 + User-agent: BLEXBot Disallow: /