IP = 34.128.177.21
robots.txt# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
User-agent: *
Disallow: /*?*shpxid=*
Disallow: /beta/
Disallow: /api/shipping-partner-platform/
Disallow: /docs/api/shipping-partner-platform/
Disallow: /api/shop-partners/
Disallow: /docs/api/shop-partners/
Disallow: /api/shop-users/
Disallow: /docs/api/shop-users/
Disallow: *?*itcat=*
Disallow: /sitemap_md.xml
User-agent: CCBot
Disallow: /*?*shpxid=*
Disallow: /beta/
Disallow: /api/shipping-partner-platform/
Disallow: /docs/api/shipping-partner-platform/
Disallow: /api/shop-partners/
Disallow: /docs/api/shop-partners/
Disallow: /api/shop-users/
Disallow: /docs/api/shop-users/
Disallow: /apps/default-app-home
Disallow: *?*itcat=*
User-agent: ChatGPT-User
Disallow: /*?*shpxid=*
Disallow: /beta/
Disallow: /api/shipping-partner-platform/
Disallow: /docs/api/shipping-partner-platform/
Disallow: /api/shop-partners/
Disallow: /docs/api/shop-partners/
Disallow: /api/shop-users/
Disallow: /docs/api/shop-users/
Disallow: /apps/default-app-home
Disallow: *?*itcat=*
User-agent: GPTBot
Allow: /sitemap_md.xml
Disallow: /*?*shpxid=*
Disallow: /beta/
Disallow: /api/shipping-partner-platform/
Disallow: /docs/api/shipping-partner-platform/
Disallow: /api/shop-partners/
Disallow: /docs/api/shop-partners/
Disallow: /api/shop-users/
Disallow: /docs/api/shop-users/
Disallow: /apps/default-app-home
Disallow: *?*itcat=*
User-agent: ClaudeBot
Disallow: /*?*shpxid=*
Disallow: /beta/
Disallow: /api/shipping-partner-platform/
Disallow: /docs/api/shipping-partner-platform/
Disallow: /api/shop-partners/
Disallow: /docs/api/shop-partners/
Disallow: /api/shop-users/
Disallow: /docs/api/shop-users/
Disallow: /apps/default-app-home
Disallow: *?*itcat=*
User-agent: Claude-User
Disallow: /*?*shpxid=*
Disallow: /beta/
Disallow: /api/shipping-partner-platform/
Disallow: /docs/api/shipping-partner-platform/
Disallow: /api/shop-partners/
Disallow: /docs/api/shop-partners/
Disallow: /api/shop-users/
Disallow: /docs/api/shop-users/
Disallow: /apps/default-app-home
Disallow: *?*itcat=*
Sitemap: https://shopify.dev/sitemap_md.xml
Sitemap: https://shopify.dev/sitemap.xml
Look up this url in the url tool
https://shopify.dev/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://shopify.dev/.well-known/csvm: 404 text/html; charset=utf-8
https://shopify.dev/.well-known/nostr.json: 404 text/html; charset=utf-8
https://shopify.dev/.well-known/security.txt: 404 text/html; charset=utf-8
https://shopify.dev/.well-known/traffic-advice: 404 text/html; charset=utf-8