User-Agent: *
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: GPTBot
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: OAI-SearchBot
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: ChatGPT-User
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: ClaudeBot
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: anthropic-ai
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: Claude-User
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: PerplexityBot
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: Perplexity-User
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: Google-Extended
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

User-Agent: CCBot
Allow: /
Disallow: /mcp/api/
Disallow: /mcp/favorites
Disallow: /mcp/browse?*q=
Disallow: /mcp/browse?*category=
Disallow: /mcp/browse?*language=
Disallow: /mcp/browse?*license=
Disallow: /mcp/browse?*type=
Disallow: /mcp/browse?*sort=
Crawl-delay: 3

Sitemap: https://catalog.agentage.io/sitemap.xml