IP = 162.159.140.229
robots.txt# Google Search Engine Robot
# ==========================
User-agent: Googlebot
Allow: /*?s=
Allow: /*?t=
Allow: /*?ref_src=
Allow: /hashtag/*?src=
Allow: /search?q=%23
Allow: /i/api/
Disallow: /*?lang=en-ss
Allow: /*?lang=
Disallow: /search/realtime
Disallow: /search/users
Disallow: /search/*/grid
Disallow: /*/analytics
Disallow: /*/followers
Disallow: /*/following
Disallow: /account/deactivated
Disallow: /settings/deactivated
Disallow: /[_0-9a-zA-Z]+/status/[0-9]+/likes
Disallow: /[_0-9a-zA-Z]+/status/[0-9]+/retweets
Disallow: /[_0-9a-zA-Z]+/likes
Disallow: /[_0-9a-zA-Z]+/media
Disallow: /[_0-9a-zA-Z]+/photo
Allow: /*?
User-agent: facebookexternalhit
Allow: /*?lang=
Allow: /*?s=
Allow: /*?t=
Allow: /*?ref_src=
Allow: /hashtag/*?src=
Allow: /search?q=%23
Allow: /i/api/
Disallow: /search/realtime
Disallow: /search/users
Disallow: /search/*/grid
Disallow: /*?
Disallow: /*/followers
Disallow: /*/following
Disallow: /account/deactivated
Disallow: /settings/deactivated
Disallow: /[_0-9a-zA-Z]+/status/[0-9]+/likes
Disallow: /[_0-9a-zA-Z]+/status/[0-9]+/retweets
Disallow: /[_0-9a-zA-Z]+/likes
Disallow: /[_0-9a-zA-Z]+/media
Disallow: /[_0-9a-zA-Z]+/photo
User-Agent: Google-Extended
Disallow: *
User-Agent: FacebookBot
Disallow: *
User-agent: Discordbot
Disallow: *
User-agent: Bingbot
Disallow: *
# Every bot that might possibly read and respect this file
# ========================================================
User-agent: *
Disallow: /
# WHAT-4882 - Block indexing of links in notification emails. This applies to all bots.
# =====================================================================================
Disallow: /i/u
Noindex: /i/u
# Wait 1 second between successive requests. See ONBOARD-2698 for details.
Crawl-delay: 1
# Independent of user agent. Links in the sitemap are full URLs using https:// and need to match
# the protocol of the sitemap.
Sitemap: https://x.com/sitemap.xml
Sitemap: https://twitter.com/sitemap.xml
Look up this url in the url tool
https://twitter.com/.well-known/acme-challenge: 200 text/html; charset=utf-8
https://twitter.com/.well-known/csvm: 200 text/html; charset=utf-8
https://twitter.com/.well-known/nostr.json: 200 text/html; charset=utf-8
https://twitter.com/.well-known/security.txt-----BEGIN PGP SIGNED MESSAGE-----
Hash: SHA512
Contact: https://hackerone.com/twitter
# Our OpenPGP key
Encryption: https://twitter.com/security/pgp-key.txt
# Canonical URI
Canonical: https://twitter.com/.well-known/security.txt
Expires: 2024-01-01T06:00:00.000Z
Hiring: https://careers.twitter.com
-----BEGIN PGP SIGNATURE-----
iHUEARYKAB0WIQTR1lpEM7BdJg41CZF6RLZ91cnFDQUCY9144wAKCRB6RLZ91cnF
Dbh8AQCmIBOlLpVrEQHGn5SX3+sd9bUinS7Na5XNBVfuLsf73AD/bJetgIJrkID0
evU8eQOtFQO2/iNvhjvY9nt4nhNRxA0=
=suIL
-----END PGP SIGNATURE-----
https://twitter.com/.well-known/traffic-advice: 200 text/html; charset=utf-8