User-agent: * Allow: / # Disallow admin and private areas Disallow: /admin/ Disallow: /private/ Disallow: /.git/ Disallow: /temp/ Disallow: /tmp/ Disallow: /data/ # recipe-manager.js fetches these client-side to build the # homepage and recipe index cards - Googlebot needs them to render Allow: /data/recipes/ Allow: /data/recipe-manifest.json # Allow important files Allow: /style.css Allow: /script.js Allow: /images/ Allow: /recipes/ Allow: /categories/ # AI Search Engine Crawlers (AEO) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: Googlebot-Extended Allow: / User-agent: cohere-ai Allow: / User-agent: CCBot Allow: / # Sitemap location Sitemap: https://www.yourwellnessgirly.com/sitemap.xml