IP = 141.193.213.21
robots.txtCrawl-delay: 10
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=
Sitemap: https://sift.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK
Look up this url in the url tool
https://siftscience.com/.well-known/acme-challenge: 403 text/html
https://siftscience.com/.well-known/csvm: 403 text/html
https://siftscience.com/.well-known/nostr.json: 403 text/html
https://siftscience.com/.well-known/security.txt: 403 text/html
https://siftscience.com/.well-known/traffic-advice: 403 text/html