IP = 104.26.2.207
robots.txtUser-agent: *
Allow: /
# Important pages
Allow: /index.html
Allow: /contact-us.html
Allow: /ourprocess.html
Allow: /ourcases.html
Allow: /ecommerce.html
Allow: /mobile-app.html
Allow: /web-development.html
# Block admin and private files
Disallow: /admin/
Disallow: *.zip
Disallow: *.tar.gz
Disallow: /css/
Disallow: /js/
Disallow: /fonts/
# Sitemap
Sitemap: https://devgap.uk/sitemap.xml
# Crawl delay
Crawl-delay: 1
Look up this url in the url tool
https://devgap.uk/.well-known/acme-challenge: 200 text/html
https://devgap.uk/.well-known/csvm: 200 text/html
https://devgap.uk/.well-known/nostr.json: 200 text/html
https://devgap.uk/.well-known/security.txt: 200 text/html
https://devgap.uk/.well-known/traffic-advice: 200 text/html