# Starcovery
# All crawlers and AI agents welcome, search and generative engines alike.
# Agents: read https://www.starcovery.com/llms.txt, https://www.starcovery.com/docs, https://www.starcovery.com/agents, https://www.starcovery.com/openapi.json
# Markdown rendition of any page: append .md to the path, or Accept: text/markdown

User-agent: *
Allow: /
Disallow: /api/
Disallow: /oauth2/
Disallow: /checkout/
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
User-agent: Bingbot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
User-agent: cohere-ai
User-agent: Meta-ExternalAgent
User-agent: DeepSeekBot
User-agent: ora-agent
Allow: /
Disallow: /api/
Disallow: /oauth2/
Disallow: /checkout/
Disallow: /sign-in
Disallow: /sign-up
Disallow: /forgot-password

Sitemap: https://www.starcovery.com/sitemap.xml
Sitemap: https://www.starcovery.com/search-sitemap.xml
Sitemap: https://www.starcovery.com/creator-sitemap.xml