# Allow all crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://wecofounder.com/sitemap.xml # Disallow sensitive routes Disallow: /api/ Disallow: /admin/ Disallow: /auth/ Disallow: /forgot-password/ Disallow: /reset-password/ Disallow: /(protected)/ # Allow static assets and Next.js files Allow: /_next/static/ Allow: /_next/image/ Allow: /static/ # Allow important content routes Allow: /quickstart/ Allow: /features/ Allow: /use-cases/ Allow: /roadmap/ Allow: /faq/ Allow: /pricing/ Allow: /about/ Allow: /contact/ Allow: /legal/ Allow: /articles/ Allow: /idea-evaluator/ Allow: /idea-evaluator/leaderboard/ # Crawl-delay for API routes Crawl-delay: 10 # Allow Google to index images User-agent: Googlebot-Image Allow: /images/ Allow: /logo.png # Allow Google to index news User-agent: Googlebot-News Allow: /articles/ # Allow Google to index video User-agent: Googlebot-Video Allow: /videos/