Search

Matched domain: blazingcode.dev

IP = 195.35.62.183

robots.txt

# robots.txt for MyBlog Public Website
# Maximizing crawling for articles and content pages

User-agent: *
Allow: /
Allow: /articles/
Allow: /about
Allow: /contact

# Disallow search and filter pages to avoid duplicate content
Disallow: /search
Disallow: /*?*

# Sitemap location
Sitemap: https://blazingcode.dev.com/sitemap.xml

# Crawl-delay for polite bots
Crawl-delay: 1

# Allow all major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# Block AI scraping bots (optional - uncomment if desired)
# User-agent: GPTBot
# Disallow: /

# User-agent: ChatGPT-User
# Disallow: /

# User-agent: CCBot
# Disallow: /

Look up this url in the url tool https://blazingcode.dev/.well-known/acme-challenge: 200 text/html
https://blazingcode.dev/.well-known/csvm: 200 text/html
https://blazingcode.dev/.well-known/nostr.json: 200 text/html
https://blazingcode.dev/.well-known/security.txt: 200 text/html
https://blazingcode.dev/.well-known/traffic-advice: 200 text/html