# Notice: Collection of data on Meta AI through automated means is
# prohibited unless you have express written permission from Meta AI
# and may only be conducted for the limited purpose contained in said
# permission.
# All authorized user-agents listed on this page must comply with Meta's
# Automated Data Collection Terms available at:
# https://www.facebook.com/legal/automated_data_collection_terms
User-agent: Amazonbot
User-agent: Applebot-Extended
User-agent: Brightbot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: Scrapy
User-agent: uptimerobot
User-agent: viberbot
User-agent: YaK
User-agent: Yandex
User-agent: Yeti
Disallow: /

User-agent: Applebot
User-agent: Bingbot
User-agent: Discordbot
User-agent: DuckDuckBot
User-agent: facebookexternalhit
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Google-InspectionTool
User-agent: LinkedInBot
User-agent: msnbot
User-agent: Pinterestbot
User-agent: Screaming Frog SEO Spider
User-agent: seznambot
User-agent: Slurp
User-agent: teoma
User-agent: TelegramBot
User-agent: Twitterbot
Disallow: /access_denied
Disallow: /ajax/
Disallow: /client_error/
Disallow: /logging/
Disallow: /publicapi/
Disallow: /qp/batch_fetch_web/
Disallow: /query/

User-agent: *
Disallow: /

Sitemap: https://www.meta.ai/sitemap/meta_ai_public_posts_sitemap.xml.gz
Sitemap: https://www.meta.ai/sitemap/meta_ai_profiles_sitemap.xml.gz