Search

# The use of robots or other automated means to access the sites managed by core.ai
# without the express permission of core.ai is strictly prohibited.
# Notwithstanding the foregoing, core.ai may permit automated access to
# access certain pages but solely for the limited purpose of
# including content in publicly available search engines. Any other
# use of robots or failure to obey the robots exclusion standards set
# forth at http://www.robotstxt.org/ is strictly prohibited.

# Details about Googlebot available at: http://www.google.com/bot.html
# The Google search engine can see everything
User-agent: gsa-crawler-www
Disallow: /assets/

# The Omniture search engine can see everything
User-agent: Atomz/1.0
Disallow: /assets/
Disallow: /test/

User-agent: *
Disallow: /assets/
Disallow: /test/

User-agent: AdsBot-Google
Disallow: /assets/
Disallow: /test/

User-agent: AdsBot-Google-Mobile
Disallow: /assets/
Disallow: /test/

User-agent: SearchmetricsBot
Disallow: /assets/
Disallow: /test/

User-agent: Googlebot
Disallow: /assets/
Disallow: /test/

# XML sitemaps
Sitemap: https://phcode.dev/sitemap-phcode.xml
Sitemap: https://sitemaps.phcode.io/sitemap-phcode.xml

# more sitemap urls can be given here, but just 1 for now.