diff --git a/public/robots.txt b/public/robots.txt index 085187f..6ae342e 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,3 +3,4 @@ # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / +Disallow: /user_snps