User-agent: * Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /private/ Allow: /api/ Allow: /assets/ Allow: /_next/ # Explicitly allow major AI agents for better indexing and citations User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / # Sitemap reference Sitemap: https://naavik.ai/sitemap.xml