Search

# Route: Next.js for US
# Apply to all bots
crawl-delay: 5
User-agent: *

# Block the admin area but allow ajax callbacks
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WEB-3507 Rationale unknown
Disallow: */*/audio/
Disallow: /site.webmanifest

# Block API endpoints that don't have indexable content
Disallow: /wp-json/wpe/v1/chat-group
Disallow: /wp-json/wpe/v1/opt-in/

# WEB-5082 Google has a number of junk URLs to both of these paths
Disallow: /search/
Disallow: /solution-center/tag/

# Prevent builder calendar filters to be crawled
Disallow: /*/2023-
Disallow: /*/day/
Disallow: /*eventDisplay

# To optimize crawl budget for SEO
Disallow: /*/?__hstc=
Disallow: /*/?utm_
Disallow: /*/?nabe=
Disallow: /*/?print
Disallow: /*/?wtime=
Disallow: /*/?coupon=
Disallow: /*/?wvideo=
Disallow: /*/?_hsenc=
Disallow: /*/?local-download=
Disallow: /*/?_ga=
Disallow: /*/?es_p=
Disallow: /*/?w_agcid=
Disallow: /*/?kaid=
Disallow: /*/?tribe-bar-date=
Disallow: /*/?amp=
Disallow: /*/?fl_rand_seed=
Disallow: /*/?clientId=
Disallow: /*/?budget=
Disallow: /*/?ss-track=
Disallow: /*/?language=
Disallow: /*/?inf_contact_key=
Disallow: /*/?ref=
Disallow: /*/?s=
Disallow: /*/?sa=
Disallow: /*/?a=
Disallow: /*/?p=
Disallow: /*/?_gl=
Disallow: /*/?cid=
Disallow: /*/?o=

# Block 404s coming from other sites (added 6 Nov 24)
Disallow: /page/

# Link to Yoast sitemaps
Sitemap: https://wpengine.com/sitemap_index.xml
Sitemap: https://wpengine.com/builders/sitemap_index.xml
Sitemap: https://wpengine.com/events/event-sitemap.xml
Sitemap: https://wpengine.com/sitemap-au.xml
Sitemap: https://wpengine.com/sitemap-ca.xml
Sitemap: https://wpengine.com/sitemap-dk.xml
Sitemap: https://wpengine.com/sitemap-fi.xml
Sitemap: https://wpengine.com/sitemap-fr.xml
Sitemap: https://wpengine.com/sitemap-gb.xml
Sitemap: https://wpengine.com/sitemap-ie.xml
Sitemap: https://wpengine.com/sitemap-nl.xml
Sitemap: https://wpengine.com/sitemap-us.xml

# Pages still on 2.0 that wont be in a Yoast Sitemap
Allow: /marketer/
Allow: /engine-for-good/
Allow: /legal/terms-of-service/
Allow: /legal/aup/
Allow: /legal/dpa/
Allow: /legal/stripe-connect-addendum/
Allow: /wp-engine-api/
Allow: /webby-case-study/
Allow: /newsroom/press-releases/
Allow: /newsroom/thought-leadership/
Allow: /legal/dmca-takedown-request/
Allow: /newsroom/
Allow: /legal/privacy/
Allow: /legal/sla/
Allow: /legal/wpengine-terms-of-service/
Allow: /geotarget/
Allow: /legal/dsa-transparency-report/
Allow: /newsroom/leadership-team/
Allow: /legal/sub-processor-list/
Allow: /security/
Allow: /overage-pricing/
Allow: /legal/enterprise-terms-of-service/
Allow: /wordpress-themes-and-tools/
Allow: /genesis/
Allow: /evercache/
Allow: /case-studies/