# cubansalsafestivals.com
#
# Welcome: search engines, link previews, and AI assistants answering a
# reader's question. Not welcome: everything else, including scrapers and
# dataset builders. Reuse of the content and data needs written permission:
# https://cubansalsafestivals.com/terms/

# Search engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: YandexBot
User-agent: Qwantbot
Allow: /

# Link previews when someone shares a page (Instagram and Facebook use
# facebookexternalhit)
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: WhatsApp
User-agent: TelegramBot
User-agent: Slackbot
User-agent: Discordbot
User-agent: Pinterestbot
Allow: /

# AI assistants fetching pages to answer a reader's question and cite the site
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# AI training: no. Applebot-Extended and Google-Extended must be named,
# otherwise they inherit the search engine rules above.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Bytespider
Disallow: /

# Everyone else
User-agent: *
Disallow: /

Sitemap: https://cubansalsafestivals.com/sitemap-index.xml