IP = 18.160.143.35
robots.txt# allow crawling everything by default
User-agent: *
Disallow:
Look up this url in the url tool
https://marketplace.fedramp.gov/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://marketplace.fedramp.gov/.well-known/csvm: 404 text/html; charset=utf-8
https://marketplace.fedramp.gov/.well-known/nostr.json: 404 text/html; charset=utf-8
https://marketplace.fedramp.gov/.well-known/security.txt: 404 text/html; charset=utf-8
https://marketplace.fedramp.gov/.well-known/traffic-advice: 404 text/html; charset=utf-8