diff --git a/public/robots.txt b/public/robots.txt index 7604ad98d..1b9f04b6b 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,10 @@ User-agent: PetalBot -Disallow: / +User-agent: SemrushBot +User-agent: AhrefsBot +User-agent: Dotbot +User-agent: MJ12bot +User-agent: rogerbot +​Disallow: / User-agent: * Disallow: /account/