IP = 204.221.76.76
robots.txt# all crawlers
User-agent: *
Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /mobile/api/*
Disallow: /VoiceAssistant/*
Disallow: /system/templates/*
Disallow: /system/cb/*
Disallow: /OrderHistory
# Google-Adsbot
User-agent: AdsBot-Google
Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /api/subsTable/
# Bing-Adsbot
User-agent: AdIdxBot
Disallow: /MyDigiKey/*
Disallow: /MyDigiKey
Disallow: /api/subsTable/
# Ahrefs
User-agent: AhrefsBot
Disallow: /
# Moz
User-agent: dotbot
Disallow: /
# Majestic
User-agent: MJ12bot
Disallow: /
# PetalBot
User-agent: PetalBot
Disallow: /
# Yandex
User-agent: Yandex
Disallow: /
# Sitemaps
Sitemap: https://www.digikey.ch/product-detail/sitemap.xml
Sitemap: https://www.digikey.ch/product-search/sitemap.xml
Sitemap: https://www.digikey.ch/sitemap/homepage-sitemap_sitemapindex_ch.xml
Look up this url in the url tool
https://digikey.ch/.well-known/acme-challenge: 404 text/html
https://digikey.ch/.well-known/csvm: 404 text/html
https://digikey.ch/.well-known/nostr.json: 404 text/html
https://digikey.ch/.well-known/security.txt: 404 text/html
https://digikey.ch/.well-known/traffic-advice: 404 text/html