IP = 104.18.1.72
robots.txt# Block share pages from search indexing but allow OG image generation
User-agent: *
Disallow: /share/
Allow: /share/*/opengraph-image
Allow: /share/audio/*/opengraph-image
# Block internal or private paths
Disallow: /admin/
Disallow: /api/
Disallow: /.well-known/
Disallow: /_next/
Disallow: /static/private/
Disallow: /account/
Disallow: /callback/
Disallow: /signout/
Disallow: /uninstall/
Disallow: /test-meta/
Disallow: /trial/error/
Disallow: /subscription/canceled/
Disallow: /connect/
Disallow: /deeplink/
Disallow: /plugin-deeplink/
Disallow: /open/
Disallow: /tag/
Disallow: /all-prompts
Disallow: /all-tags
Disallow: /apps
Disallow: /discord
Disallow: /meeting-notes
Disallow: /product
Disallow: /assistant
Disallow: /slack
Disallow: /teams
# Allow public assets and OG generation routes
Allow: /api/og/*
Allow: /.well-known/apple-app-site-association
Allow: /assets/
Allow: /fonts/
Allow: /install/
Allow: /landing-page/
Allow: /_next/static/
# Sitemap
Sitemap: https://highlightai.com/sitemap.xml
Look up this url in the url tool
https://highlightai.com/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://highlightai.com/.well-known/csvm: 404 text/html; charset=utf-8
https://highlightai.com/.well-known/nostr.json: 404 text/html; charset=utf-8
https://highlightai.com/.well-known/security.txt: 404 text/html; charset=utf-8
https://highlightai.com/.well-known/traffic-advice: 404 text/html; charset=utf-8