User-agent: Googlebot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: Bingbot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: Twitterbot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: facebookexternalhit
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: *
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: GPTBot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: ChatGPT-User
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: OAI-SearchBot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: ClaudeBot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: Claude-User
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: PerplexityBot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: CCBot
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: ByteSpider
Disallow: /

User-agent: Applebot-Extended
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

User-agent: Google-Extended
Allow: /
Disallow: /company-brain
Disallow: /brain
Disallow: /api/company-brain/

Sitemap: https://www.agentweb.us/sitemap.xml
LLMs: https://www.agentweb.us/llms.txt
LLMs-Full: https://www.agentweb.us/llms-full.txt
Schemamap: https://www.agentweb.us/.well-known/schemamap.xml
Api-Catalog: https://www.agentweb.us/.well-known/api-catalog
MCP-Tools: https://www.agentweb.us/.well-known/mcp/tools.json
API-Reference: https://www.agentweb.us/api-reference
OAuth-Protected-Resource: https://www.agentweb.us/.well-known/oauth-protected-resource
OAuth-Authorization-Server: https://www.agentweb.us/.well-known/oauth-authorization-server
Sitemap: https://www.agentweb.us/sitemap-pseo.xml