IP = 88.99.57.182
robots.txt# Define user agents/bots
User-agent: *
User-agent: Googlebot
User-agent: Googlebot-image
# Urls with parameters
#Disallow: /*?
Allow: /*?page=
Allow: /*?p=
Allow: /*?utm_campaign=
Allow: /graphql?
Disallow: /*SID=
# Technical paths
Disallow: /repo/
Disallow: /catalog/
Disallow: /catalogsearch/
Disallow: /mfproductsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /customize/
Disallow: /sendfriend/
Disallow: /ajaxcart/
Disallow: /ajax/
Disallow: /quickview/
Disallow: /productalert/
Disallow: /sales/guest/form/
Disallow: /sales/guest/form/
Disallow: /review/
Disallow: /downloadable/
Disallow: /pslogin
Disallow: /subscription
Disallow: /newsletter
Disallow: /push_notification
Disallow: /rest/
Disallow: //rest/
Disallow: /media/magento_marketplace
Disallow: /ua/index.php/*
Disallow: /ua/catalog/
Disallow: /ua/catalogsearch/
Disallow: /ua/mfproductsearch/
Disallow: /ua/checkout/
Disallow: /ua/control/
Disallow: /ua/customize/
Disallow: /ua/sendfriend/
Disallow: /ua/ajaxcart/
Disallow: /ua/ajax/
Disallow: /ua/quickview/
Disallow: /ua/productalert/
Disallow: /ua/sales/guest/form/
Disallow: /ua/sales/guest/form/
Disallow: /ua/review/
Disallow: /ua/downloadable/
Disallow: /ua/privacy-policy-cookie-restriction-mode
Disallow: /ua/no-route
Disallow: /ua/enable-cookies
Disallow: /ua/home
Disallow: /ua/ves-ministore-homepage-default
Disallow: /ua/pslogin
Disallow: /ua/subscription
Disallow: /ua/newsletter
Disallow: /ua/push_notification
Disallow: /ua/media/magento_marketplace
Disallow: /ua/rest/
Disallow: /ua//rest/
# Files
Disallow: /index.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /get.php
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
#Plumrocket AMP
Disallow: /pramp/
#CMS Pages
Disallow: /privacy-policy-cookie-restriction-mode
Disallow: /no-route
Disallow: /enable-cookies
Disallow: /home
Disallow: /ves-ministore-homepage-default
Sitemap: https://magefan.com/sitemaps/sitemap.xml
Sitemap: https://magefan.com/sitemaps/sitemap_ua.xml
Look up this url in the url tool
https://magefan.com/.well-known/acme-challenge: 404 text/html; charset=UTF-8
https://magefan.com/.well-known/csvm: 404 text/html; charset=UTF-8
https://magefan.com/.well-known/nostr.json: 404 text/html; charset=UTF-8
https://magefan.com/.well-known/security.txt: 404 text/html; charset=UTF-8
https://magefan.com/.well-known/traffic-advice: 404 text/html; charset=UTF-8