Search

User-Agent: AhrefsBot 
Crawl-Delay: 10

User-Agent: bingbot
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10 

User-agent: *
Crawl-Delay: 10

# TeamCity
disallow: */display/TCD
disallow: */display/TSYSD/

noindex: */display/TCD
noindex: */display/TSYSD/
noindex: */display/TSYSPUB/

# YouTrack
disallow: */display/YTD2/
disallow: */display/YTD3/
disallow: */display/YTD4/
disallow: */display/YTD5/
disallow: */display/YTHB/
disallow: */display/YTD6/
disallow: */display/YTD65/

noindex: */display/YTD2/
noindex: */display/YTD3/
noindex: */display/YTD4/
noindex: */display/YTD5/
noindex: */display/YTHB/
noindex: */display/YTD6/
noindex: */display/YTD65/

# MPS
disallow: */display/MPSD15/
disallow: */display/MPSD20/
disallow: */display/MPSD25/
disallow: */display/MPSD30/
disallow: */display/MPSD31/
disallow: */display/MPSD32/
disallow: */display/MPSD33/
disallow: */display/MPSD34/
disallow: */display/MPSD20171/
disallow: */display/MPSD20172/
disallow: */display/MPSD20173/
disallow: */display/MPSD20181/
disallow: */display/MPSD20182/
disallow: */display/MPSD20183/

noindex: */display/MPSD15/
noindex: */display/MPSD20/
noindex: */display/MPSD25/
noindex: */display/MPSD30/
noindex: */display/MPSD31/
noindex: */display/MPSD32/
noindex: */display/MPSD33/
noindex: */display/MPSD34/
noindex: */display/MPSD20171/
noindex: */display/MPSD20172/
noindex: */display/MPSD20173/
noindex: */display/MPSD20181/
noindex: */display/MPSD20182/
noindex: */display/MPSD20183/
# Kotlin
disallow: */display/Kotlin/
# DO NOT noindex: */display/Kotlin/
# HAS VALID REDIRECT TO kotlinlang.org/docs/reference/