Search

Matched domain: multivmlabs.com

IP = 76.76.21.21

robots.txt

# robots.txt generated by aeo.js
# Allow AI crawlers to index this site

# Traditional search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# AI crawlers and answer engines
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Gemini-Deep-Research
Allow: /

User-agent: Bingbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: DiffBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: FirecrawlAgent
Allow: /

User-agent: Crawl4AI
Allow: /

User-agent: BraveBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: MJ12bot
Allow: /

User-agent: DotBot
Allow: /

User-agent: DataForSeoBot
Allow: /

User-agent: Screaming Frog SEO Spider
Allow: /

User-agent: SEOkicks
Allow: /

User-agent: SEMrushBot
Allow: /

User-agent: BLEXBot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogou
Allow: /

User-agent: Exabot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Slackbot
Allow: /

User-agent: TwitterBot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: PinterestBot
Allow: /

User-agent: TumblrBot
Allow: /

User-agent: ViberBot
Allow: /

User-agent: SkypeUriPreview
Allow: /

User-agent: redditbot
Allow: /

User-agent: Snapchat
Allow: /

User-agent: TikTok
Allow: /

# Default for all other bots
User-agent: *
Allow: /

Sitemap: https://multivmlabs.com/sitemap.xml

# AEO (Answer Engine Optimization) files
# These help LLMs understand your content better
# https://multivmlabs.com/llms.txt
# https://multivmlabs.com/llms-full.txt
# https://multivmlabs.com/docs.json
# https://multivmlabs.com/ai-index.json

Look up this url in the url tool https://multivmlabs.com/.well-known/acme-challenge: 404 application/json; charset=utf-8
https://multivmlabs.com/.well-known/csvm: 404 text/html; charset=utf-8
https://multivmlabs.com/.well-known/nostr.json: 404 text/html; charset=utf-8
https://multivmlabs.com/.well-known/security.txt: 404 text/html; charset=utf-8
https://multivmlabs.com/.well-known/traffic-advice: 404 text/html; charset=utf-8