# Allow social media crawlers to fetch previews (Twitter/X cards, Facebook, LinkedIn, etc.)
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# Disallow all other crawlers from indexing marketing pages
User-agent: *
Disallow: /marketing/