Search

Matched domain: learn-dsa.dev

`robots.txt`

User-agent: *
Allow: /

# Allow all major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /auth/

# Allow important pages
Allow: /explore
Allow: /practice
Allow: /learn
Allow: /profile

# Sitemap location
Sitemap: https://learn-dsa.dev/sitemap.xml

# Crawl delay (optional - be respectful to servers)
Crawl-delay: 1

Look up this url in the url tool https://learn-dsa.dev/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://learn-dsa.dev/.well-known/csvm: 200 text/html; charset=utf-8
https://learn-dsa.dev/.well-known/nostr.json: 200 text/html; charset=utf-8
https://learn-dsa.dev/.well-known/security.txt: 200 text/html; charset=utf-8
https://learn-dsa.dev/.well-known/traffic-advice: 200 text/html; charset=utf-8