IP = 198.202.211.1
robots.txt# robots.txt — ScriptRunner Software GmbH
# https://www.scriptrunner.com/robots.txt
# Last updated: 2026-03-04
#
# STRATEGY: Allow all AI search crawlers (for visibility in AI-generated answers).
# Block only bulk AI training crawlers (to protect content).
# Allow all traditional search engines unconditionally.
#
# ──────────────────────────────────────────────────────────────────────────────
# TRADITIONAL SEARCH ENGINES — Full access
# ──────────────────────────────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Slurp
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: Baiduspider
Allow: /
User-agent: YandexBot
Allow: /
# ──────────────────────────────────────────────────────────────────────────────
# AI SEARCH CRAWLERS — Allow (enables citations in ChatGPT, Perplexity, Claude)
# These crawlers power AI search results and recommendations, NOT bulk training.
# Blocking these removes scriptrunner.com from AI-generated answers entirely.
# ──────────────────────────────────────────────────────────────────────────────
# Anthropic — Claude AI Search (separate from training crawler)
User-agent: Claude-SearchBot
Allow: /
# Anthropic — Claude User-initiated fetches
User-agent: Claude-User
Allow: /
# OpenAI — ChatGPT Search (separate from GPTBot training crawler)
User-agent: OAI-SearchBot
Allow: /
# OpenAI — User-initiated browsing in ChatGPT
User-agent: ChatGPT-User
Allow: /
# Perplexity AI Search
User-agent: PerplexityBot
Allow: /
# Google AI Overview / Gemini (search context only)
User-agent: Google-Extended
Allow: /
# ──────────────────────────────────────────────────────────────────────────────
──────────────────────────────────────────────────────────────────────────────
# DEFAULT — Allow all unrecognized crawlers
# (avoids accidentally blocking future legitimate search bots)
# ──────────────────────────────────────────────────────────────────────────────
User-agent: *
Allow: /
# ──────────────────────────────────────────────────────────────────────────────
Sitemap: https://www.scriptrunner.com/sitemap.xml
Look up this url in the url tool
https://scriptrunner.com/.well-known/acme-challenge: 404 text/html; charset=utf-8
https://scriptrunner.com/.well-known/csvm: 404 text/html; charset=utf-8
https://scriptrunner.com/.well-known/nostr.json: 404 text/html; charset=utf-8
https://scriptrunner.com/.well-known/security.txt: 404 text/html; charset=utf-8
https://scriptrunner.com/.well-known/traffic-advice: 404 text/html; charset=utf-8