User-agent: *
# --- Allow critical assets for rendering ---
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.gif$

# --- Block sensitive / low-value pages ---
Disallow: /cart
Disallow: /cart/
Disallow: /checkout
Disallow: /checkout/
Disallow: /account
Disallow: /account/
Disallow: /login
Disallow: /login/
Disallow: /register
Disallow: /register/
Disallow: /orders
Disallow: /orders/
Disallow: /wishlist
Disallow: /wishlist/
Disallow: /compare
Disallow: /compare/

# --- Block internal search (thin pages) ---
Disallow: /search
Disallow: /search/
Disallow: /*?search=
Disallow: /*&search=

# --- Reduce crawl waste from tracking params ---
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Content-Signal: ai-train=no, search=yes, ai-input=yes

# --- AI / LLM crawlers: allow (maximize AI visibility) ---
User-agent: GPTBot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: OAI-SearchBot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: ChatGPT-User
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: ClaudeBot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: PerplexityBot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: Google-Extended
Allow: /

# --- Sitemap ---
Sitemap: https://athkar-nfc.com/sitemap.xml
Content-Signal: ai-train=no, search=yes, ai-input=yes