# Americare Supplements — robots.txt
# Updated: 2026-01-11
# Purpose: Keep Shopify crawlable; reduce noise; protect checkout & accounts.

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: *

Allow: /sitemap.xml
Allow: /sitemap_*.xml

Allow: /.well-known/
Allow: /.well-known/ai/

Allow: /

Disallow: /admin/
Disallow: /account/
Disallow: /orders/
Disallow: /checkout/
Disallow: /checkouts/
Disallow: /cart/
Disallow: /carts/
Disallow: /challenge/
Disallow: /cdn-cgi/
Disallow: /tools/
Disallow: /services/
Disallow: /community/
Disallow: /apple-app-site-association

# Internal search (crawl trap)
Disallow: /search?*

# Parameter controls (only the ones that create duplicate content)
Disallow: /*?*sort_by=
Disallow: /*&sort_by=

# Do NOT block utm, gclid, fbclid, msclkid (Merchant Center often uses them)
# Do NOT block ?page= (needed for pagination)

Allow: /products/
Allow: /collections/
Allow: /pages/
Allow: /blogs/
Allow: /blogs/news/
Allow: /cdn/shop/
Allow: /s/files/

Sitemap: https://americaresupplements.com/sitemap.xml

# ============================================================
# AI crawlers (public pages only)
# ============================================================

User-agent: GPTBot
Allow: /sitemap.xml
Allow: /sitemap_*.xml
Allow: /.well-known/
Allow: /.well-known/ai/
Allow: /
Disallow: /checkout/
Disallow: /checkouts/
Disallow: /cart/
Disallow: /carts/
Disallow: /account/
Disallow: /admin/
Allow: /s/files/

User-agent: CCBot
Allow: /sitemap.xml
Allow: /sitemap_*.xml
Allow: /.well-known/
Allow: /.well-known/ai/
Allow: /
Disallow: /checkout/
Disallow: /checkouts/
Disallow: /cart/
Disallow: /carts/
Disallow: /account/
Disallow: /admin/
Allow: /s/files/

User-agent: ChatGPT-User
Allow: /sitemap.xml
Allow: /sitemap_*.xml
Allow: /.well-known/
Allow: /.well-known/ai/
Allow: /
Disallow: /checkout/
Disallow: /checkouts/
Disallow: /cart/
Disallow: /carts/
Disallow: /account/
Disallow: /admin/
Allow: /s/files/

User-agent: ClaudeBot
Allow: /sitemap.xml
Allow: /sitemap_*.xml
Allow: /.well-known/
Allow: /.well-known/ai/
Allow: /
Disallow: /checkout/
Disallow: /checkouts/
Disallow: /cart/
Disallow: /carts/
Disallow: /account/
Disallow: /admin/
Allow: /s/files/

User-agent: Google-Extended
Allow: /sitemap.xml
Allow: /sitemap_*.xml
Allow: /.well-known/
Allow: /.well-known/ai/
Allow: /
Disallow: /checkout/
Disallow: /checkouts/
Disallow: /cart/
Disallow: /carts/
Disallow: /account/
Disallow: /admin/
Allow: /s/files/

User-agent: PerplexityBot
Allow: /sitemap.xml
Allow: /sitemap_*.xml
Allow: /.well-known/
Allow: /.well-known/ai/
Allow: /
Disallow: /checkout/
Disallow: /checkouts/
Disallow: /cart/
Disallow: /carts/
Disallow: /account/
Disallow: /admin/
Allow: /s/files/