# Allow all web crawlers
  User-agent: *
  Allow: /
  
  # Sitemap location
  Sitemap: https://yourdomain.com/sitemap.xml
  
  # Disallow crawling of administrative and system URLs
  Disallow: /api/
  Disallow: /admin/
  Disallow: /_next/
  Disallow: /sanity/
  Disallow: /cdn-cgi/