Search

User-Agent: *
Allow: /
Disallow: /thankyou
Disallow: /api/
Disallow: /_next/
Disallow: /*?*utm_source
Disallow: /*?*utm_medium
Disallow: /*?*utm_campaign
Disallow: /*?*utm_term
Disallow: /*?*utm_content
Disallow: /*?*fbclid
Disallow: /*?*gclid
Disallow: /*?*ref=

User-Agent: Googlebot
Allow: /

User-Agent: Googlebot-Image
Allow: /

User-Agent: Googlebot-Video
Allow: /

User-Agent: Bingbot
Allow: /

User-Agent: Slurp
Allow: /

User-Agent: DuckDuckBot
Allow: /

User-Agent: Baiduspider
Allow: /

User-Agent: YandexBot
Allow: /

User-Agent: Applebot
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ChatGPT Agent
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: Claude-User
Allow: /

User-Agent: Claude-SearchBot
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: GoogleOther
Allow: /

User-Agent: GoogleOther-Image
Allow: /

User-Agent: GoogleOther-Video
Allow: /

User-Agent: Google-CloudVertexBot
Allow: /

User-Agent: CloudVertexBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: FacebookBot
Allow: /

User-Agent: Meta-ExternalAgent
Allow: /

User-Agent: Meta-ExternalFetcher
Allow: /

User-Agent: facebookexternalhit
Allow: /

User-Agent: Amazonbot
Allow: /

User-Agent: bedrockbot
Allow: /

User-Agent: xAI-SearchBot
Allow: /

User-Agent: DeepSeekBot
Allow: /

User-Agent: cohere-ai
Allow: /

User-Agent: cohere-training-data-crawler
Allow: /

User-Agent: Bytespider
Allow: /

User-Agent: TikTokSpider
Allow: /

User-Agent: DuckAssistBot
Allow: /

User-Agent: YouBot
Allow: /

User-Agent: Bravebot
Allow: /

User-Agent: LinkedInBot
Allow: /

User-Agent: Diffbot
Allow: /

User-Agent: Cloudflare-AutoRAG
Allow: /

User-Agent: AzureAI-SearchBot
Allow: /

User-Agent: atlassian-bot
Allow: /

User-Agent: PetalBot
Allow: /

User-Agent: Timpibot
Allow: /

User-Agent: ChatGLM-Spider
Allow: /

User-Agent: Andibot
Allow: /

User-Agent: iaskspider/2.0
Allow: /

User-Agent: CCBot
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: img2dataset
Disallow: /

User-Agent: Scrapy
Disallow: /

User-Agent: SemrushBot-OCOB
Disallow: /

Host: https://geekyants.com
Sitemap: https://geekyants.com/sitemap.xml