Search

User-agent: Baiduspider
User-agent: 360Spider
User-agent: Sogouspider
User-agent: Yisouspider
User-agent: PetalBot
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: ChatGPT-User
User-agent: Gemini-Deep-Research
User-agent: GoogleAgent-Mariner
User-agent: Google-NotebookLM
User-agent: CCBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Perplexity-User
User-agent: AI2Bot
User-agent: MistralAI-User
User-agent: Bytespider
Disallow: /

User-agent: *
Allow: /foryou
Allow: /discover
Allow: /about
Allow: /legal
Allow: /safety
Allow: /forgood
Allow: /community-guidelines
Allow: /tag
Allow: /amp
Allow: /transparency
Allow: /share
Allow: /music
Disallow: /inapp
Disallow: /auth
Disallow: /embed/@
Disallow: /embed/v2
Disallow: /embed/curated
Disallow: /link
Disallow: */directory/
Disallow: /search/video?
Disallow: /search/user?q=
Disallow: /shop/view/product/
Disallow: /sgtm/g/collect
Disallow: /api/share/settings
Disallow: /api/recommend/embed_videos
Disallow: /discover/trending/detail/
Disallow: /search?
Disallow: /search/live?

User-agent: Bingbot
Disallow: /discover