# RouteMyAgent welcomes search engines, AI search and public-web crawlers.
# All named bots and unlisted bots share the SAME rules below.
# Public guides, video, media, CSS and JavaScript are crawlable without login.
# No Crawl-delay or Request-rate is imposed by this file.
#
# Agent entry point: https://routemyagent.dev/agent-start.txt
# Agent manifest: https://routemyagent.dev/agents.json
# OpenAPI reference: https://routemyagent.dev/openapi.json
# API catalog: https://routemyagent.dev/.well-known/api-catalog
# MCP discovery: https://routemyagent.dev/.well-known/ai-catalog.json
# Setup skill: https://routemyagent.dev/.well-known/agent-skills/index.json
# Agent reference: https://routemyagent.dev/llms-full.txt
# Short overview: https://routemyagent.dev/llms.txt
# Live public offering: https://routemyagent.dev/api/public
# Video walkthrough: https://routemyagent.dev/guides/setup-video
# These comments are discovery pointers, not special ranking directives.
# Crawling rules do not prohibit authorized MCP calls or grant API access.
# Public MCP schemas: https://routemyagent.dev/api/mcp-tools
# Wallet MCP schemas: https://routemyagent.dev/api/x402/mcp-tools
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: *
Content-Signal: search=yes, ai-input=yes
Allow: /
# Public, unauthenticated configuration is useful to visiting agents.
Allow: /api/public
Allow: /api/mcp-tools$
Allow: /api/x402/mcp-tools$
Allow: /mcp$
Allow: /x402/mcp$
# Exclude account operations and inference from indexing. Actual authenticated
# agent use is supported; robots.txt is not an authentication/security boundary.
Disallow: /api/
Disallow: /v1/
Disallow: /claude/
Disallow: /healthz
Disallow: /livez
Disallow: /admin
Disallow: /app$

Sitemap: https://routemyagent.dev/sitemap.xml