# ==============================================================
# ROBOTS.TXT — Portofino Hair & Beauty
# portofinosalon.com
# Last updated: May 2026
# ==============================================================

User-agent: *
Allow: /

# --------------------------------------------------------------
# ERROR PAGES — tutte le lingue
# --------------------------------------------------------------
Disallow: /404
Disallow: /es/404
Disallow: /it/404
Disallow: /de/404

# --------------------------------------------------------------
# SYSTEM ROUTES — ADplatform / GoHighLevel internal
# --------------------------------------------------------------
Disallow: /preview/
Disallow: /v2/preview/
Disallow: /widget/
Disallow: /api/
Disallow: /admin/
Disallow: /unsubscribe/
Disallow: /email-verification/
Disallow: /confirm/
Disallow: /tracking/
Disallow: /surveys/
Disallow: /__assets/

# --------------------------------------------------------------
# AI CRAWLERS — accesso completo a tutto il sito
# inclusa la pagina llms di riferimento AI
# --------------------------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Applebot
Allow: /

User-agent: YouBot
Allow: /

# --------------------------------------------------------------
# SEO CRAWLERS — accesso completo
# --------------------------------------------------------------
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

# --------------------------------------------------------------
# AI REFERENCE PAGE
# --------------------------------------------------------------
Allow: /llms

# --------------------------------------------------------------
# SITEMAPS
# --------------------------------------------------------------
Sitemap: https://portofinosalon.com/sitemap.xml