{%- comment -%}
  Bikester Global — custom robots.txt
  Shopify: Online Store > Themes > Edit code > templates > robots.txt.liquid
  This KEEPS Shopify's safe defaults, then explicitly welcomes search + AI crawlers
  and points every engine at the sitemap. Pair this with a Cloudflare WAF "Skip" rule
  for the same user-agents (see Cloudflare-bot-allow.txt) — robots.txt alone will NOT
  fix a 403 coming from the WAF.
{%- endcomment -%}
{%- for group in robots.default_groups -%}
  {{- group.user_agent }}

  {%- for rule in group.rules -%}
    {{ rule }}
  {%- endfor -%}

  {%- if group.sitemap != blank -%}
    {{ group.sitemap }}
  {%- endif -%}
{%- endfor -%}

# --- Explicitly welcome AI answer-engine crawlers (GEO/AEO) ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

# Sitemap (Shopify auto-generates this)
Sitemap: {{ shop.url }}/sitemap.xml