User-agent: * crawl-delay: 10 User-agent: Amazonbot # Amazon's user agent Disallow: / # disallow this directory