User-agent: *
Disallow: /_webroot_junk/
User-agent: Applebot-News
Disallow:
User-agent: ClaudeBot
Disallow:
User-agent: ChatGPT-User-1235
Disallow:
User-agent: OAI-MetadataBot
Disallow:
User-agent: Perplexity-LLM
Disallow:
User-agent: GoogleOther-Image
Disallow:
User-agent: GoogleOther-Video
Disallow:
User-agent: GPT-4o
Disallow:
User-agent: LumaCrawler
Disallow:
User-agent: SunoBot
Disallow:
User-agent: MistralAI
Disallow:
User-agent: QwenBot
Disallow:
User-agent: YiBot
Disallow:
User-agent: iAsk
Disallow:
User-agent: Claude-3-5-Sonnet
Disallow:
User-agent: Baiduspider
Disallow:
User-agent: Barkrowler
Disallow:
User-agent: Bingbot
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: Exabot
Disallow:
User-agent: Facebot
Disallow:
User-agent: DotBot
Disallow:
User-agent: Sogou
Disallow:
User-agent: YandexBot
Disallow:
User-agent: Slurp
Disallow:
User-agent: SeznamBot
Disallow:
User-agent: MojeekBot
Disallow:
User-agent: Discordbot
Disallow:
User-agent: TelegramBot
Disallow:
User-agent: Twitterbot
Disallow:
Allow: /

# Sitemap
Sitemap: https://www.dozzon.com/sitemap.xml
# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /

# Perplexity AI (full name)
User-agent: PerplexityAI
Allow: /

# Webzio
User-agent: Webzio
Allow: /

# Turnitin (academic AI)
User-agent: TurnitinBot
Allow: /

Sitemap: https://www.dozzon.com/en/sitemap.xml

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: meta-externalfetcher
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
User-agent: Claude-User
Allow: /
Allow: /

User-agent: Claude-Search
Allow: /

User-agent: Bytespider
Allow: /

User-agent: ByteSpider
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Cohere
Allow: /

User-agent: Diffbot
Allow: /

User-agent: AndersPink
Allow: /

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Omgili
Allow: /

User-agent: YouBot
Allow: /

User-agent: turnitinbot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: PetalBot
Allow: /

User-agent: Sidetrade
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: AndersPinkBot
Allow: /

User-agent: VelenPublicWebCrawler
Allow: /

User-agent: ScooperBot
Allow: /

User-agent: DataForSeoBot
Allow: /

User-agent: BLEXBot
Allow: /

User-agent: AwarioRssBot
Allow: /

User-agent: MagpieCrawler
Allow: /User-agent: 360Spider
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: Yeti
Allow: /