User-Agent: FirecrawlAgent Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: GPTBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: ChatGPT-User Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: OAI-SearchBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: ClaudeBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: Claude-Web Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: anthropic-ai Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: PerplexityBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: Google-Extended Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: Applebot-Extended Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: Meta-ExternalAgent Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: FacebookBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: CCBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: Bytespider Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: Amazonbot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: cohere-ai Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: Diffbot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: YouBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: DuckAssistBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: PetalBot Allow: / Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown User-Agent: * Allow: / Allow: /models Allow: /apis Allow: /model/ Disallow: /service Disallow: /default Disallow: /v1 Disallow: /embed/v1 Disallow: /console Disallow: /login Disallow: /auth Disallow: /cli/authorize Disallow: /sandbox-console Disallow: /model-markdown Sitemap: https://www.sandbase.ai/sitemap.xml Sitemap: https://www.sandbase.ai/sitemap-index.xml Sitemap: https://www.sandbase.ai/docs/sitemap.xml