# ResuFluent Robots.txt # Allow all crawlers to access the site User-agent: * Allow: / Sitemap: https://resufluent.com/sitemap.xml # Disallow dashboard and user-specific pages Disallow: /dashboard/ Disallow: /settings/ Disallow: /billing/ Disallow: /analytics/ # Disallow authentication pages from indexing Disallow: /login Disallow: /signup Disallow: /reset-password Disallow: /verify-email # Disallow API endpoints Disallow: /api/ # Allow crawling of static assets Allow: /assets/ Allow: /*.css Allow: /*.js Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.svg Allow: /*.webp # Explicitly allow AI crawlers for AI/LLM indexing User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Amazonbot Allow: /