IP = 216.24.57.1
robots.txt# Robots.txt for Dash Application
# Generated by dash-improve-my-llms
# https://pip-install-python.com
# Default policy - allow all standard crawlers
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/*
Disallow: /cart
Disallow: /checkout
Disallow: /checkout/*
Disallow: /dashboard
Disallow: /orders
Disallow: /api/*
Disallow: /_dash-*
Disallow: /_routes
Crawl-delay: 10
# ==========================================
# Block AI Training Data Collection
# ==========================================
# These bots collect data to train AI models.
# Blocking them prevents your content from being
# used in training datasets without permission.
User-agent: GPTBot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: ByteSpider
Disallow: /
# ==========================================
# Allow AI Search and Citation Bots
# ==========================================
# These bots help users find your content through
# AI-powered search engines and assistants.
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: OAI-SearchBot
Disallow: /
# ==========================================
# Traditional Search Engines
# ==========================================
# Standard search engine bots are allowed
# by default with the User-agent: * rule above.
# Googlebot, Bingbot, etc. - covered by *
# ==========================================
# Sitemaps and Discovery
# ==========================================
Sitemap: https://plotly.pro/sitemap.xml
# ==========================================
# AI-Friendly Documentation
# ==========================================
# For AI agents and LLMs, we provide structured
# documentation in multiple formats:
#
# https://plotly.pro/llms.txt - LLM-friendly content structure
# https://plotly.pro/architecture.txt - Application architecture
# https://plotly.pro/page.json - Page metadata (JSON)
# https://plotly.pro/sitemap.xml - Complete sitemap
Look up this url in the url tool
https://plotly.pro/.well-known/acme-challenge: 200 text/html; charset=utf-8
https://plotly.pro/.well-known/csvm: 200 text/html; charset=utf-8
https://plotly.pro/.well-known/nostr.json: 200 text/html; charset=utf-8
https://plotly.pro/.well-known/security.txt: 200 text/html; charset=utf-8
https://plotly.pro/.well-known/traffic-advice: 200 text/html; charset=utf-8