Search

Matched domain: parseable.com

IP = 216.150.1.1

robots.txt

# Parseable robots.txt
# https://www.parseable.com

User-agent: *
Allow: /

# Disallow non-content paths
Disallow: /api/
Disallow: /_next/
Disallow: /static/

# Sitemaps
Sitemap: https://www.parseable.com/sitemap.xml
Sitemap: https://www.parseable.com/blog/sitemap.xml
Sitemap: https://www.parseable.com/docs/sitemap.xml

# Crawl-delay for polite crawling (optional, not all bots respect this)
# Crawl-delay: 1

Look up this url in the url tool https://parseable.com/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://parseable.com/.well-known/csvm: 404 text/html; charset=utf-8
https://parseable.com/.well-known/nostr.json: 404 text/html; charset=utf-8
https://parseable.com/.well-known/security.txt: 404 text/html; charset=utf-8
https://parseable.com/.well-known/traffic-advice: 404 text/html; charset=utf-8