IP = 104.20.23.25
robots.txtUser-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# =========================
# Block SEO / Crawling Tools
# =========================
#User-agent: MJ12bot
#Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Heritrix
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Turnitin
Disallow: /
# =========================
# Default Rule (Others)
# =========================
User-agent: *
#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/
Disallow: /pricing/.more-integ-feat
Disallow: /pricing/.more-custom-feat
Disallow: /welcome/.more-integ-feat
Disallow: /welcome/.more-custom-feat
Disallow: /nl/welkom/.more-integ-feat
Disallow: /es/bienvenido/.more-integ-feat
Disallow: /it/benvenuto/.more-integ-feat
Disallow: /sv/valkommen/.more-integ-feat
Disallow: /de/willkommen/.more-integ-feat
Disallow: /de/willkommen/.more-integ-feat
Disallow: /fr/bienvenue/.more-integ-feat
Disallow: /de/willkommen/.more-custom-feat
Disallow: /nl/welkom/.more-custom-feat
Disallow: /it/benvenuto/.more-custom-feat
Disallow: /sv/valkommen/.more-custom-feat
Disallow: /es/bienvenido/.more-custom-feat
Disallow: /fr/bienvenue/.more-custom-feat
Disallow: /*/feed/
Disallow: /sub-processor-list
Disallow: /*?s=*
Disallow: /*?id=*
Disallow: /*?filter-region=*
Sitemap: https://www.cookieyes.com/sitemap_index.xml
Look up this url in the url tool
https://www.cookieyes.com/.well-known/acme-challenge: 404 text/html
https://www.cookieyes.com/.well-known/csvm: 404 text/html; charset=UTF-8
https://www.cookieyes.com/.well-known/nostr.json: 404 text/html; charset=UTF-8
https://www.cookieyes.com/.well-known/security.txt: 404 text/html; charset=UTF-8
https://www.cookieyes.com/.well-known/traffic-advice: 404 text/html; charset=UTF-8