Search

User-agent: * # all robots
Disallow: /
Disallow: *login=true # Console urls with the "login=true" parameter.

Allow: /pangolin/iframe

# Allowlist of paths that will show content to a crawler.
Allow: /apis/library$
Allow: /apis/library/
Allow: /bigquery/analytics-hub/discovery$
Allow: /bigquery/analytics-hub/discovery/
Allow: /getting-started$
Allow: /getting-started/
Allow: /iam-admin/essential-contacts/verify$
Allow: /iam-admin/essential-contacts/verify/
Allow: /launcher$
Allow: /launcher/
Allow: /marketplace$
Allow: /marketplace/
Allow: /marketplace/aisearch$
Allow: /marketplace/aisearch/
Allow: /marketplace/browse$
Allow: /marketplace/browse/
Allow: /marketplace/details/
Allow: /marketplace/product/
Allow: /onboarding/orchestration$
Allow: /onboarding/orchestration/
Allow: /release-notes$
Allow: /release-notes/
Allow: /start$
Allow: /start/
Allow: /vertex-ai/agents/agent-garden$
Allow: /vertex-ai/agents/agent-garden/
Allow: /vertex-ai/agents/agent-garden/samples/
Allow: /vertex-ai/agents/agent-garden/tools/
Allow: /vertex-ai/generative/multimodal/create/text$
Allow: /vertex-ai/generative/multimodal/create/text/
Allow: /vertex-ai/generative/multimodal/demo/text$
Allow: /vertex-ai/generative/multimodal/demo/text/
Allow: /vertex-ai/model-garden$
Allow: /vertex-ai/model-garden/
Allow: /vertex-ai/publishers/
Allow: /vertex-ai/publishers/anthropic/model-garden/
Allow: /vertex-ai/publishers/google/model-garden/
Allow: /vertex-ai/studio$
Allow: /vertex-ai/studio/freeform$
Allow: /vertex-ai/studio/freeform/
Allow: /vertex-ai/studio/multimodal$
Allow: /vertex-ai/studio/multimodal/
Allow: /vertex-ai/studio/notebooklm$
Allow: /vertex-ai/studio/notebooklm/
Allow: /vertex-ai/studio/prompt-gallery/
Allow: /vertex-ai/studio/redirect$
Allow: /vertex-ai/studio/redirect/