IP = 57.144.104.141
robots.txt# Notice: Collection of data on Facebook through automated means is
# prohibited unless you have express written permission from Facebook
# and may only be conducted for the limited purpose contained in said
# permission.
# See: http://www.facebook.com/apps/site_scraping_tos_terms.php
User-agent: facebookexternalhit
Allow: *
User-agent: meta-externalads
Allow: *
User-agent: *
Disallow: /*cursor=
Disallow: /*fb_comment_id=
Disallow: /ajax/
Disallow: /tealium/
Disallow: /intern/
Disallow: /internal/
Disallow: /login/
Disallow: /oidc/callback/
Disallow: /*.php
User-agent: PetalBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: uptimerobot
Disallow: /
User-agent: viberbot
Disallow: /
User-agent: YaK
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yeti
Disallow: /
Sitemap: https://ai.meta.com/sitemap/ai_meta_com_sitemap.xml.gz
Look up this url in the url tool
https://ai.meta.com/.well-known/acme-challenge: 404 text/html; charset="utf-8"
https://ai.meta.com/.well-known/csvm: 404 text/html; charset="utf-8"
https://ai.meta.com/.well-known/nostr.json: 404 text/html; charset="utf-8"
https://ai.meta.com/.well-known/security.txt: 404 text/html; charset="utf-8"
https://ai.meta.com/.well-known/traffic-advice: 404 text/html; charset="utf-8"