IP = 104.21.63.28
robots.txt# Blueprint: https://stackapps.app/.well-known/blueprint.txt
# StackApps — Public Registry & AIEO/GEO Readiness Scanner
# Last updated: 2026-06-29
# ============================================
# AI BOT ALLOWANCES (LLMO - Large Language Model Optimization)
# Explicitly allow AI agents to crawl for discoverability
# ============================================
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: cohere-ai
Allow: /
# ============================================
# GENERAL CRAWLER RULES
# ============================================
User-agent: *
# Allow public registry, marketing, and content pages
Allow: /$
Allow: /for-builders
Allow: /scan
Allow: /dashboard
Allow: /app/
Allow: /apps/
Allow: /guides
Allow: /mcp-blueprint-results
Allow: /faq
Allow: /privacy
Allow: /terms
# Allow AI discoverability files
Allow: /llms.txt
Allow: /blueprint.txt
Allow: /.well-known/
# Block logged-in, account, and admin-only areas
Disallow: /hub
Disallow: /settings
Disallow: /workstation
Disallow: /admin
Disallow: /login
Disallow: /logout
Disallow: /verify/
Disallow: /mcp-test
Disallow: /under-construction
# Block backend/API proxy paths
Disallow: /api/
Disallow: /stubs/
Disallow: /stubs-bp/
# ============================================
# SITEMAPS
# ============================================
Sitemap: https://stackapps.app/sitemap.xml
Look up this url in the url tool
https://stackapps.app/.well-known/acme-challenge: 200 text/html; charset=utf-8
https://stackapps.app/.well-known/csvm: 200 text/html; charset=utf-8
https://stackapps.app/.well-known/nostr.json: 200 text/html; charset=utf-8
https://stackapps.app/.well-known/security.txt: 200 text/html; charset=utf-8
https://stackapps.app/.well-known/traffic-advice: 200 text/html; charset=utf-8