IP = 172.64.153.89
robots.txt
# Production version 2025-12-08
User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: deepcrawl
Disallow: /
User-agent: seerbot/1.0
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: *
Disallow: /5480.iac.
Disallow: /go/
Disallow: /audio.html/
Disallow: /houseads/
Disallow: /askhome/
Disallow: /23219321/iac.
Disallow: /t2opt/
Disallow: /*,*
Disallow: /browse-2/
Allow: /
# Allow ad scanning
Allow: /ads.txt
Allow: /app-ads.txt
User-agent: AmazonAdBot
Crawl-Delay: 60
Sitemap: https://www.thesaurus.com/sitemap_index.xml
Look up this url in the url tool
https://www.thesaurus.com/.well-known/acme-challenge: 404 text/html;charset=UTF-8
https://www.thesaurus.com/.well-known/csvm: 404 text/html;charset=UTF-8
https://www.thesaurus.com/.well-known/nostr.json: 404 text/html;charset=UTF-8
https://www.thesaurus.com/.well-known/security.txt: 404 text/html;charset=UTF-8
https://www.thesaurus.com/.well-known/traffic-advice: 404 text/html;charset=UTF-8