IP = 162.159.135.42
robots.txtUser-agent: *
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=
Sitemap: https://lernerpython.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK
Look up this url in the url tool
https://lernerpython.com/.well-known/acme-challenge: 404 text/html; charset=UTF-8
https://lernerpython.com/.well-known/csvm: 404 text/html; charset=UTF-8
https://lernerpython.com/.well-known/nostr.json: 404 text/html; charset=UTF-8
https://lernerpython.com/.well-known/security.txt: 404 text/html; charset=UTF-8
https://lernerpython.com/.well-known/traffic-advice: 404 text/html; charset=UTF-8