Search

Matched domain: www.sitepoint.com

`robots.txt`

# Sitemaps
Sitemap: https://www.sitepoint.com/sitemap-index.xml
Sitemap: https://www.sitepoint.com/community/sitemap.xml
Sitemap: https://www.sitepoint.com/premium/sitemap.xml
Sitemap: https://jobs.sitepoint.com/sitemap.xml
Sitemap: https://www.sitepoint.com/tutorials/sitemap.xml


User-agent: *

# General Allows
Allow: /ads.txt
# General Disallows
Disallow: /premium/admin/
Disallow: /premium/cert/
Disallow: /premium/search/
Disallow: *.json
Disallow: *.php
Disallow: *.srt
Disallow: /examples/
# Discourse-related
Disallow: */community/*?api_key*
Disallow: */community/admin/
Disallow: */community/assets/browser-update*.js
Disallow: */community/auth/
Disallow: */community/badges/
Disallow: */community/c/*.rss
Disallow: */community/email/
Disallow: */community/groups/
Disallow: */community/my
Disallow: */community/search
Disallow: */community/session/
Disallow: */community/t/*/*.rss
Disallow: */community/tag/*/l*
Disallow: */community/tags
Disallow: */community/u/
Disallow: */community/user-api-key/
Disallow: */community/users/
# Unbounce-related
Disallow: /*/clkg/*
Disallow: /*/clkn/*
# Parameter blocks
Disallow: *?*no_definitions*=*
Disallow: *?*no_subcategories*=*
Disallow: *?TB_iframe*=*
Disallow: *?gp*
Disallow: *?period*=*
Disallow: *?q*=*
Disallow: *?replytocom*=*
Disallow: *?time*=*
Disallow: *?topic*=*
# Broad Allows
Allow: */forums/
Allow: */premium/


# Bots requiring specific Crawl Delays
# bingbot delay requested by Discourse.
# Semrush delay to prevent search page abuse.
User-agent: bingbot
User-agent: SemrushBot

Crawl-delay: 10
# General Allows
Allow: /ads.txt
# General Disallows
Disallow: /premium/admin/
Disallow: /premium/cert/
Disallow: /premium/search/
Disallow: *.json
Disallow: *.php
Disallow: *.srt
Disallow: /examples/
# Discourse-related
Disallow: */community/*?api_key*
Disallow: */community/admin/
Disallow: */community/assets/browser-update*.js
Disallow: */community/auth/
Disallow: */community/badges/
Disallow: */community/c/*.rss
Disallow: */community/email/
Disallow: */community/groups/
Disallow: */community/my
Disallow: */community/search
Disallow: */community/session/
Disallow: */community/t/*/*.rss
Disallow: */community/tag/*/l*
Disallow: */community/tags
Disallow: */community/u/
Disallow: */community/user-api-key/
Disallow: */community/users/
# Unbounce-related
Disallow: /*/clkg/*
Disallow: /*/clkn/*
# Parameter blocks
Disallow: *?*no_definitions*=*
Disallow: *?*no_subcategories*=*
Disallow: *?TB_iframe*=*
Disallow: *?gp*
Disallow: *?period*=*
Disallow: *?q*=*
Disallow: *?replytocom*=*
Disallow: *?time*=*
Disallow: *?topic*=*
# Broad Allows
Allow: */forums/
Allow: */premium/


# Full access for Site Audit tools
User-agent: SiteAuditBot

Allow: /


# AI Crawlers - Protecting content from AI training
User-agent: CCBot
User-agent: GPTBot
User-agent: Google-Extended

Disallow: /

Look up this url in the url tool https://www.sitepoint.com/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://www.sitepoint.com/.well-known/csvm: 404 text/html; charset=utf-8
https://www.sitepoint.com/.well-known/nostr.json: 404 text/html; charset=utf-8

`https://www.sitepoint.com/.well-known/security.txt`

# While reports are appreciated, please understand that we currently
# do not have a bug bounty or rewards program, and do not offer
# financial rewards.
Contact: mailto:security@sitepoint.com
Preferred-Languages: en
Canonical: https://www.sitepoint.com/.well-known/security.txt

https://www.sitepoint.com/.well-known/traffic-advice: 404 text/html; charset=utf-8