IP = 3.169.202.70
robots.txtUser-agent: *
Disallow: /sessions/
Disallow: /extend_session/
Disallow: /session_element_solutions/
Disallow: /friendships/
Disallow: /vocabularies/
Disallow: /diagnostics/
Disallow: /skills/
Disallow: /translations/
Disallow: /translation/
Disallow: /contribute/
Disallow: /documents/
Disallow: /matchmaker/
Disallow: /logger/
Disallow: /events/
Disallow: /facebook/
Disallow: /twitter/
Disallow: /words/
Disallow: /translate_jobs/
Disallow: /oauth/
Disallow: /data/
Disallow: /unsubscribe
Disallow: /deactivate
Disallow: /pm/
Disallow: /profile/
Disallow: /register/
Sitemap: https://www.duolingo.com/sitemap_index.xml
# Certain social media sites are added to allow crawlers to access page markup when links to /profile are shared.
User-agent: Twitterbot
Allow: /profile/
User-agent: facebookexternalhit
Allow: /profile/
Look up this url in the url tool
https://www.duolingo.com/.well-known/acme-challenge: 404 text/html; charset=UTF-8
https://www.duolingo.com/.well-known/csvm: 404 text/html; charset=UTF-8
https://www.duolingo.com/.well-known/nostr.json: 404 text/html; charset=UTF-8
https://www.duolingo.com/.well-known/security.txt# If you would like to report a security or privacy issue,
# please contact us directly.
Contact: security@duolingo.com
Policy: https://www.duolingo.com/privacy
Hiring: https://careers.duolingo.com
https://www.duolingo.com/.well-known/traffic-advice: 404 text/html; charset=UTF-8