IP = 216.198.79.1
robots.txt# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
Sitemap: https://diffray.ai/sitemap.xml
# RSS Feed
# Blog RSS feed for subscribers and aggregators
# Optimize crawl budget
Crawl-delay: 0
# Disallow admin and API pages
Disallow: /admin
Disallow: /api/
# Allow important assets
Allow: /images/
Allow: /*.css
Allow: /*.js
# Disallow query parameters for cleaner indexing
Disallow: /*?*utm_
Disallow: /*?*ref=
# ===========================================
# AI Search Engine Bots - Explicitly Allowed
# ===========================================
# These bots power AI search engines and assistants.
# Allowing them improves visibility in AI-generated answers.
# OpenAI (ChatGPT, GPT-4)
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
# Perplexity AI
User-agent: PerplexityBot
Allow: /
# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
# Microsoft Copilot (uses Bing)
User-agent: Bingbot
Allow: /
# Google AI (Bard, Gemini)
User-agent: Google-Extended
Allow: /
# Meta AI
User-agent: FacebookBot
Allow: /
# Brave Search (used by Claude)
User-agent: Brave
Allow: /
# Common Crawl (training data source)
User-agent: CCBot
Allow: /
Look up this url in the url tool
https://diffray.ai/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://diffray.ai/.well-known/csvm: 404 text/html; charset=utf-8
https://diffray.ai/.well-known/nostr.json: 404 text/html; charset=utf-8
https://diffray.ai/.well-known/security.txt# diffray Security Contact
# https://securitytxt.org/
Contact: mailto:security@diffray.ai
Expires: 2026-12-31T23:59:00.000Z
Preferred-Languages: en, es, pt
Canonical: https://diffray.ai/.well-known/security.txt
Policy: https://diffray.ai/security/disclosure
# We appreciate responsible disclosure.
# Please report security vulnerabilities to security@diffray.ai
https://diffray.ai/.well-known/traffic-advice: 404 text/html; charset=utf-8