# MerchLocal — all crawlers welcome, including AI crawlers.
# We explicitly do NOT block GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot,
# Claude-Web, anthropic-ai, PerplexityBot, Google-Extended, CCBot, or any
# other AI/search crawler. Everything public is open to indexing.

User-agent: *
Allow: /

# Private, auth-gated app areas — nothing to index here (also noindex'd in-page).
# These are crawl-hygiene only; no content crawler is restricted from the site.
Disallow: /portal
Disallow: /admin
Disallow: /auth

Sitemap: https://merchlocal.co/sitemap.xml