# robots.txt for PEQUEPLAN - Optimized for maximum discoverability # Updated: 2025-09-30 # Allow all search engines and AI crawlers User-agent: * Allow: / # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / Crawl-delay: 0 # AI Search Engine Crawlers User-agent: GPTBot Allow: / Crawl-delay: 0 User-agent: ChatGPT-User Allow: / Crawl-delay: 0 User-agent: CCBot Allow: / Crawl-delay: 0 User-agent: anthropic-ai Allow: / Crawl-delay: 0 User-agent: Claude-Web Allow: / Crawl-delay: 0 User-agent: PerplexityBot Allow: / Crawl-delay: 0 User-agent: Applebot Allow: / Crawl-delay: 0 # Disallow private/authenticated areas Disallow: /api/ Disallow: /admin Disallow: /profile Disallow: /billing Disallow: /checkout Disallow: /auth/ # Sitemap location Sitemap: https://pequeplan.com/sitemap.xml Sitemap: https://www.pequeplan.com/sitemap.xml # Host preference Host: https://pequeplan.com