User-agent: Amazonbot Disallow: / User-agent: amazon-kendra-web-crawler-* # all customers of Amazon Kendra's web crawler Disallow: / # disallow everything