Search

# robots.txt para git.andros.dev
# Basado en https://gitea.com/robots.txt

User-agent: *
# Permitir indexacion de paginas principales
Allow: /andros
Allow: /andros/*
Allow: /*/*/tree/master
Allow: /*/*/blob/master

# Bloquear rutas que generan contenido duplicado
Disallow: /api/*
Disallow: /avatars
Disallow: /user/*
Disallow: /*/*/src/commit/*
Disallow: /*/*/commit/*
Disallow: /*/*/*/refs/*
Disallow: /*/*/*/star
Disallow: /*/*/*/watch
Disallow: /*/*/labels
Disallow: /*/*/activity/*
Disallow: /vendor/*
Disallow: /swagger.*.json

# Evitar spam de idiomas
Disallow: /*?lang=

# Bloquear archivos y descargas (evita carga del servidor)
Disallow: /*/*/archive/
Disallow: /*/tarball/
Disallow: /*/zipball/
Disallow: /*/download

# Bloquear vistas que generan duplicados
Disallow: /*/*/pulse
Disallow: /*/*/tree/*
Disallow: /*/*/blob/*
Disallow: /*/*/wiki/*/*
Disallow: /*/forks
Disallow: /*/stars
Disallow: /*/revisions
Disallow: /*/*/issues/new
Disallow: /*/*/issues/search
Disallow: /*/*/commits/*/*
Disallow: /*/*/commits/*?author
Disallow: /*/*/commits/*?path
Disallow: /*/*/branches
Disallow: /*/*/tags
Disallow: /*/*/contributors
Disallow: /*/*/comments
Disallow: /*/*/stargazers
Disallow: /*/*/search
Disallow: /raw/*
Disallow: /*/followers
Disallow: /*/following
Disallow: /stars/*
Disallow: /*/blame/
Disallow: /*/*/blame/
Disallow: /*/watchers
Disallow: /*/*/watchers
Disallow: /*/network
Disallow: /*/*/network
Disallow: /*/graphs
Disallow: /*/*/graphs
Disallow: /*/raw/
Disallow: /*/*/raw/
Disallow: /*/compare/
Disallow: /*/*/compare/
Disallow: /*/cache/
Disallow: /*/*/cache/
Disallow: /.git/
Disallow: /*/.git/
Disallow: /*.git$
Disallow: /*/sitemap.xml
Disallow: /search/advanced
Disallow: /search
Disallow: /*q=
Disallow: /*.atom

# Delay para no sobrecargar el servidor
Crawl-delay: 2

# Sitemap
Sitemap: https://git.andros.dev/sitemap.xml

# This site is running a Gitea instance.
# Gitea related security problems could be reported to Gitea community.
# Site related security problems should be reported to this site's admin.
Contact: https://github.com/go-gitea/gitea/blob/main/SECURITY.md
Policy: https://github.com/go-gitea/gitea/blob/main/SECURITY.md
Preferred-Languages: en