IP = 104.16.143.237
robots.txt#2026-03-16: Allow Baidu but limit crawl frequency
User-agent: Baiduspider
Crawl-delay: 10
#Allow LinkedIn only to see completion certificates
User-agent: LinkedInBot
Allow: /certificate/
#2026-03-16: Fix faceted URL wildcard, remove redundancies.
User-Agent: *
Disallow: /404/
Disallow: /*?
Disallow: /api-2.0/
Disallow: /api/
Disallow: /buy/
Disallow: /cart/
Disallow: /category/
Disallow: /certificate/
Disallow: /collection/
Disallow: /course/reviews-popup/
Disallow: /curated/
Disallow: /dashboard/
Disallow: /draft/
Disallow: /forums/
Disallow: /gift/
Disallow: /guides/
Disallow: /home/
Disallow: /lecture/
Disallow: /lectures/
Disallow: /lesson/
Disallow: /live-session/
Disallow: /lp/
Disallow: /message/
Disallow: /mobile/
Disallow: /new-lecture/
Disallow: /payment/
Disallow: /person/
Disallow: /series/
Disallow: /share/
Disallow: /static/
Disallow: /support/
Disallow: /tag/
Disallow: /tools/
Disallow: /u/
Disallow: /user/view-popup/
Disallow: /wanted/
Disallow: /*wp-admin/
#2026-03-16: Allow pagination facets
Allow: /api-2.0/contexts/me/
Allow: /api-2.0/course-categories
Allow: /api-2.0/course-landing-components
Allow: /api-2.0/course-subcategories
Allow: /api-2.0/courses/
Allow: /api-2.0/discovery-units
Allow: /api-2.0/pricing
Allow: /api-2.0/structured-data
Allow: /api/2022-03/graphql/
Allow: /api/2024-01/graphql
Allow: /*?p=
#2026-03-16: Cross-link to sitemap
Sitemap: https://www.udemy.com/sitemap.xml
Look up this url in the url tool
https://www.udemy.com/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://www.udemy.com/.well-known/csvm: 404 text/html; charset=utf-8
https://www.udemy.com/.well-known/nostr.json: 404 text/html; charset=utf-8
https://www.udemy.com/.well-known/security.txt: 404 text/html; charset=utf-8
https://www.udemy.com/.well-known/traffic-advice: 404 text/html; charset=utf-8