# robots.txt for AgentOp
# Allow all search engines to crawl the site

User-agent: *
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

# Answer engines are welcome: being quoted in an AI answer is a
# distribution channel, so these are allowed explicitly rather than
# left to the wildcard. Removing a name here opts that engine out.

User-agent: GPTBot
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: OAI-SearchBot
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: ChatGPT-User
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: ClaudeBot
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: Claude-User
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: PerplexityBot
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: Perplexity-User
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: Google-Extended
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: Applebot-Extended
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

User-agent: CCBot
Disallow: /admin/
Disallow: /accounts/
Disallow: /users/profile/
Disallow: /media/generated_agents/
Allow: /

# Sitemap location
Sitemap: https://www.agentop.com/sitemap.xml
# Site summary for LLMs: https://www.agentop.com/llms.txt