User-agent: * Allow: / # Disallow admin and API endpoints Disallow: /api/ Disallow: /admin/ Disallow: /_next/ Disallow: /images/ Disallow: /assets/ # Allow important crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / # Sitemap location Sitemap: https://seoshouts.com/sitemap.xml # Crawl delay for other bots Crawl-delay: 1