# ---------------------------------------------
# Vitahealth.com.my - Optimized for AI Crawlers
# ---------------------------------------------

# --- General Rules: Block sensitive backend / WooCommerce temp files ---
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Allow: /wp-admin/admin-ajax.php

# --- START YOAST BLOCK ---
User-agent: *
Disallow:
Sitemap: https://www.vitahealth.com.my/sitemap_index.xml
# --- END YOAST BLOCK ---

# --- AI Crawlers (Explicit Allow) ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bingbot
Allow: /
User-agent: BingPreview
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-External-Agent
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YouBot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /