# Allow major search engines and reputable crawlers
User-Agent: Googlebot
User-Agent: Googlebot-Image
User-Agent: Googlebot-Mobile
User-Agent: Bingbot
User-Agent: Slurp
User-Agent: DuckDuckBot
User-Agent: Baiduspider
User-Agent: YandexBot
User-Agent: facebookexternalhit
User-Agent: Twitterbot
User-Agent: LinkedInBot
Disallow: /api/
Disallow: /_next/
Allow: /

# Block known content scrapers and republishers
User-Agent: thetraveler
User-Agent: thetraveler-bot
User-Agent: TravelerBot
User-Agent: travelerorg
Disallow: /

# Default rule for other bots
User-Agent: *
Disallow: /api/
Disallow: /_next/
Allow: /

# Sitemap location
Sitemap: https://www.nomadlawyer.org/sitemap.xml
Sitemap: https://www.nomadlawyer.org/posts-manifest.json