# MapleV - robots.txt
# Allow all search engines and AI agents
#
# Agent instructions:  https://maplev.ca/agents.md
# AI fact sheet:       https://maplev.ca/llms.txt
# MCP endpoint:        https://maplev.ca/mcp
#
# Agents: prefer the MCP endpoint over scraping. It is public, read-only, needs no API key,
# and returns the same catalogue the crawler sees, with a canonical URL on every result.
# The Accept header must include BOTH application/json and text/event-stream.
# Read-only tools: search_parts, get_part (by catalog id or Tesla OE number), list_categories,
# get_delivery_options (delivery tiers and ETA for any Canadian city).
# There is no cart or checkout tool — MapleV has no agent-driven purchase path by design.

User-agent: *
Allow: /
Disallow: /api/
# Cloudflare's email-protection links (/cdn-cgi/l/email-protection#…) only work in a browser;
# crawlers that follow them get a 404 (Search Console 2026-10-05). Repeated in the groups below,
# because a crawler with its own group ignores the * group.
Disallow: /cdn-cgi/l/

# Search engines
User-agent: Googlebot
Allow: /
Disallow: /cdn-cgi/l/

User-agent: Bingbot
Allow: /
Disallow: /cdn-cgi/l/

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# AI Agents & LLM Crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Firecrawl
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Sitemap
Sitemap: https://maplev.ca/sitemap.xml