diff --git a/doc/robots.txt b/doc/robots.txt index 7e743a2e..10560350 100644 --- a/doc/robots.txt +++ b/doc/robots.txt @@ -44,3 +44,6 @@ Disallow: / User-agent: TurnitinBot Disallow: / + +User-agent: Amazonbot +Disallow: /do-not-crawl/