# Taskavel — robots policy
# Classic crawlers: everything public is crawlable.

User-agent: *
Disallow:

# --- AI / answer-engine crawlers: explicitly welcome (AI-SEO policy) ---

User-agent: GPTBot
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Claude-Web
Disallow:

User-agent: Claude-User
Disallow:

User-agent: Claude-SearchBot
Disallow:

User-agent: anthropic-ai
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: Perplexity-User
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: Applebot-Extended
Disallow:

User-agent: CCBot
Disallow:

User-agent: meta-externalagent
Disallow:

User-agent: Amazonbot
Disallow:

User-agent: cohere-ai
Disallow:

User-agent: MistralAI-User
Disallow:

Sitemap: https://taskavel.com/sitemap.xml

# LLM-friendly content
# See https://llmstxt.org/ for the specification
# LLMs-Txt: https://taskavel.com/llms.txt
# LLMs-Full-Txt: https://taskavel.com/docs/llms-full.txt