#################################################################
# Symmetrical.ai – robots.txt (optimized)
# Updated: 2025-10-08
#################################################################

# --- AI/LLM crawlers: full access (AEO strategy) ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bytespider
Allow: /

User-agent: YouBot
Allow: /

# --- All other crawlers (Googlebot, Bingbot, etc.) ---
User-agent: *
Allow: /
# Block low-value param URLs (pagination & tracking)
Disallow: /*?*page=
Disallow: /*?_gl=
Disallow: /*?utm_
Disallow: /*?gclid=
Disallow: /*?fbclid=
# (Optional extras you can enable later if występują)
# Disallow: /*?_ga=
# Disallow: /*?_gid=
# Disallow: /*?hsmi=
# Disallow: /*?hsenc=

# --- Sitemap ---
Sitemap: https://www.symmetrical.ai/sitemap.xml


Sitemap: https://www.symmetrical.ai/sitemap.xml