# Robots.txt for Assetli
# https://assetli.app
# Last updated: 2026-05-16

# ========== Default rule (all bots) ==========
User-agent: *
Allow: /

# Privátní sekce (dashboard, API, auth)
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin/

# Auth stránky
Disallow: /signin
Disallow: /signup
Disallow: /cs/prihlaseni
Disallow: /cs/registrace
Disallow: /de/anmelden
Disallow: /de/registrierung
Disallow: /fr/connexion
Disallow: /fr/inscription

# Uživatelské profily a nastavení
Disallow: /profile
Disallow: /settings
Disallow: /credits
Disallow: /blacklist
Disallow: /history
Disallow: /credit-history

# Reset hesla
Disallow: /forgot-password
Disallow: /reset-password

# Affiliate redirecty
Disallow: /go/

# Explicitně povoleno pro AI agenty a crawlery
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.yaml
Allow: /.well-known/

# ========== AI crawlers — explicitní souhlas ==========
# Politika: Assetli explicitně povoluje AI crawlerům přístup k veřejnému
# obsahu (homepage, features, pricing, FAQ, blog) pro účely tréninku
# i live search/citace. Privátní data (dashboard, API) zůstávají chráněna.

# OpenAI — ChatGPT, SearchGPT
User-agent: GPTBot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin
Disallow: /profile
Disallow: /settings

User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin

User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin

# Anthropic — Claude
User-agent: ClaudeBot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin

User-agent: Claude-Web
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# Google — Gemini, AI Overviews
User-agent: Google-Extended
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin

# Perplexity — live search + citace zdrojů
User-agent: PerplexityBot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /admin

User-agent: Perplexity-User
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# Apple Intelligence / Siri
User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/

# Meta — LLaMA
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/

User-agent: FacebookBot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# Common Crawl — otevřený dataset používaný mnoha LLM
User-agent: CCBot
Allow: /
Crawl-delay: 2
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/
Disallow: /auth/

# Amazon — Alexa
User-agent: Amazonbot
Allow: /
Crawl-delay: 2
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# Cohere
User-agent: cohere-ai
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

User-agent: cohere-training-data-crawler
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# Allen Institute for AI — OLMo
User-agent: Ai2Bot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

User-agent: Ai2Bot-Dolma
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# Diffbot — knowledge graph
User-agent: Diffbot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# You.com
User-agent: YouBot
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# Mistral AI
User-agent: MistralAI-User
Allow: /
Disallow: /dashboard/
Disallow: /en/dashboard/
Disallow: /cs/dashboard/
Disallow: /de/dashboard/
Disallow: /fr/dashboard/
Disallow: /api/

# ========== Blokované crawlery ==========
# ByteDance — agresivní crawler, často nerespektuje crawl-delay
User-agent: Bytespider
Disallow: /

# Omgili / Webz.io — agresivní data mining
User-agent: omgilibot
Disallow: /

User-agent: omgili
Disallow: /

# ========== Sitemap ==========
Sitemap: https://assetli.app/sitemap.xml