IP = 172.64.148.245
robots.txtUser-agent: *
# Block crawlers from review apps
Disallow: /review-mr
Disallow: /upstream-review-mr
# Block crawlers from released versions
Disallow: /1
Disallow: /2
Disallow: /3
Sitemap: https://docs.gitlab.com/sitemap.xml
Look up this url in the url tool
https://docs.gitlab.com/.well-known/acme-challenge: 403 text/html; charset=UTF-8
https://docs.gitlab.com/.well-known/csvm: 403 text/html; charset=UTF-8
https://docs.gitlab.com/.well-known/nostr.json: 403 text/html; charset=UTF-8
https://docs.gitlab.com/.well-known/security.txt: 403 text/html; charset=UTF-8
https://docs.gitlab.com/.well-known/traffic-advice: 403 text/html; charset=UTF-8