# Cura Maids - Robots.txt # https://www.curamaids.com/robots.txt # Allow all search engines to crawl the site User-agent: * Allow: / # Important: Allow AI/LLM bots to access llms.txt Allow: /llms.txt # Allow important service pages Allow: /raleigh/ Allow: /cary/ Allow: /apex/ Allow: /wake-forest/ Allow: /holly-springs/ Allow: /durham/ Allow: /morrisville/ # Block only critical WordPress admin areas (minimal blocking for security) Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php # Sitemaps (from your Google Search Console) Sitemap: https://www.curamaids.com/sitemap_index.xml Sitemap: https://www.curamaids.com/post-sitemap.xml Sitemap: https://www.curamaids.com/category-sitemap.xml Sitemap: https://www.curamaids.com/page-sitemap.xml # Allow AI crawlers (ChatGPT, Claude, Gemini, etc.) User-agent: GPTBot Allow: / Allow: /llms.txt User-agent: ChatGPT-User Allow: / Allow: /llms.txt User-agent: Google-Extended Allow: / Allow: /llms.txt User-agent: CCBot Allow: / Allow: /llms.txt User-agent: anthropic-ai Allow: / Allow: /llms.txt User-agent: Claude-Web Allow: / Allow: /llms.txt User-agent: PerplexityBot Allow: / Allow: /llms.txt User-agent: cohere-ai Allow: / Allow: /llms.txt # Note: This robots.txt is optimized for maximum SEO benefit while allowing AI discovery