User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /*.json$

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /*.json$

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /
Disallow: /api/
Disallow: /*.json$
Disallow: /admin/
Disallow: /private/

# Crawl delay for general bots
Crawl-delay: 10

# Sitemap location (update with your actual domain)
Sitemap: https://yourdomain.com/sitemap.xml