IP = 65.8.54.28
robots.txtUser-agent: *
Sitemap: https://docs.aws.amazon.com/sitemap_index.xml
Disallow: /AmazonCloudFront/2008-06-30/
Disallow: /AmazonCloudFront/2009-04-02/
Disallow: /AmazonCloudFront/2009-09-09/
Disallow: /AmazonCloudFront/2009-12-01/
Disallow: /AmazonCloudFront/2010-03-01/
Disallow: /AmazonCloudFront/2010-05-01/
Disallow: /AmazonCloudFront/2010-06-01/
Disallow: /AmazonCloudFront/2010-07-15/
Disallow: /AmazonCloudFront/2010-08-01/
Disallow: /AmazonCloudFront/2010-11-01/
Disallow: /AmazonCloudFront/2012-03-15/
Disallow: /AmazonCloudFront/2012-05-05/
Disallow: /AmazonCloudFront/2012-07-01/
Disallow: /AmazonCloudFront/2013-05-12/
Disallow: /AmazonCloudFront/2013-08-26/
Disallow: /AmazonCloudFront/2013-09-27/
Disallow: /AmazonCloudFront/2013-11-11/
Disallow: /AmazonCloudFront/2013-11-22/
Disallow: /AmazonCloudFront/2014-01-31/
Disallow: /AmazonCloudFront/2014-05-31/
Disallow: /AmazonCloudFront/2014-08-31/
Disallow: /AmazonCloudFront/2014-10-21/
Disallow: /AmazonCloudFront/2014-11-06/
Disallow: /AmazonCloudFront/2015-04-17/
Disallow: /AmazonCloudWatch/2009-05-15/
Disallow: /AutoScaling/2009-05-15/
Disallow: /AWSEC2/2006-06-26/
Disallow: /AWSEC2/2006-10-01/
Disallow: /AWSEC2/2007-01-03/
Disallow: /AWSEC2/2007-01-19/
Disallow: /AWSEC2/2007-03-01/
Disallow: /AWSEC2/2007-08-29/
Disallow: /AWSEC2/2008-02-01/
Disallow: /AWSEC2/2008-05-05/
Disallow: /AWSEC2/2008-08-08/
Disallow: /AWSEC2/2008-12-01/
Disallow: /AWSEC2/2009-03-01/
Disallow: /AWSEC2/2009-04-04/
Disallow: /AWSEC2/2009-07-15/
Disallow: /AWSEC2/2009-08-15/
Disallow: /AWSEC2/2009-10-31/
Disallow: /AWSEC2/2009-11-30/
Disallow: /AWSEC2/2010-06-15/
Disallow: /AWSEC2/2010-08-31/
Disallow: /AmazonVPC/2009-07-15/
Disallow: /AmazonVPC/2010-06-15/
Disallow: /AmazonVPC/2010-08-31/
Disallow: /AWSECommerceService/20070716/
Disallow: /AWSECommerceService/20071029/
Disallow: /AWSECommerceService/20080303/
Disallow: /AWSECommerceService/20080407/
Disallow: /AWSECommerceService/20080626/
Disallow: /AWSECommerceService/20080628/
Disallow: /AWSECommerceService/20080819/
Disallow: /AWSECommerceService/20090106/
Disallow: /AWSECommerceService/20091101/
Disallow: /AWSECommerceService/20100601/
Disallow: /AmazonFPS/20070108/
Disallow: /AWSFWS/1.0/
Disallow: /AWSMechTurk/20070621/
Disallow: /AWSMechTurk/20080214/
Disallow: /AWSMechTurk/20080401/
Disallow: /AWSMechTurk/20070312/
Disallow: /AWSMechTurk/20061031/
Disallow: /AWSMechTurk/20060927/
Disallow: /AmazonSimpleDB/2007-11-07/
Disallow: /AmazonSimplePay/2007-01-08/
Disallow: /AWSSimpleQueueService/20060401/
Disallow: /AWSSimpleQueueService/20070501/
Disallow: /AWSSimpleQueueService/20080101/
Disallow: /AmazonFPS/2007-01-08/
Disallow: /AWSImportExport/2009-12-02/
Disallow: /AWSImportExport/2009-09-30/
Disallow: /AWSImportExport/2009-07-28/
Disallow: /AWSImportExport/2009-05-19/
Disallow: /AWSImportExport/2009-05-20/
Disallow: /AWSImportExport/2009-08-13/
Disallow: /AmazonRDS/2012-04-23/
Disallow: /AmazonRDS/2012-01-15/
Disallow: /AmazonRDS/2011-12-19/
Disallow: /AmazonRDS/2011-04-01/
Disallow: /AmazonRDS/2010-07-28/
Disallow: /AmazonRDS/2010-06-28/
Disallow: /AmazonRDS/2010-01-01/
Disallow: /AmazonRDS/2009-10-16/
Disallow: /ElasticLoadBalancing/2010-07-01/
Disallow: /ElasticLoadBalancing/2009-05-15/
Disallow: /elastictranscoder/2012-09-25/
Disallow: /Route53/2010-10-01/
Disallow: /Route53/2013-04-01/
Disallow: /awsaccountbilling/latest/about/
Disallow: /cloudhsm/classic/
Disallow: /forms/
Disallow: /en_pv/
Disallow: /freertos/archive/
Disallow: /iot-expresslink/archive/
Disallow: /help-panel/
Disallow: /search/
Crawl-delay: 5
Look up this url in the url tool
https://docs.aws.amazon.com/.well-known/acme-challenge: 404 text/html
https://docs.aws.amazon.com/.well-known/csvm: 404 text/html
https://docs.aws.amazon.com/.well-known/nostr.json: 404 text/html
https://docs.aws.amazon.com/.well-known/security.txt: 404 text/html
https://docs.aws.amazon.com/.well-known/traffic-advice: 404 text/html