User-Agent: Googlebot
  Allow: /
  User-agent: Yandex
  Allow: /
  User-Agent: *
  Allow: /
  Disallow: /admin/
  Disallow: /backups/
  Disallow: /backup/
  Disallow: /board/
  Disallow: /components/
  Disallow: /wysiwyg/
  Disallow: /includes/
  Disallow: /modules/
  Disallow: /filters/
  Disallow: /languages/
  Disallow: /users/
  Disallow: /core/
  Disallow: /iforms/*
  Disallow: /iforms

  # --- AI Crawlers: full access ---

  # OpenAI (ChatGPT, SearchGPT)
  User-agent: GPTBot
  Allow: /

  # OpenAI browsing / Bing Chat
  User-agent: OAI-SearchBot
  Allow: /

  # Anthropic (Claude)
  User-agent: ClaudeBot
  Allow: /

  # Anthropic training data crawler
  User-agent: anthropic-ai
  Allow: /

  # Google Gemini / Bard
  User-agent: Google-Extended
  Allow: /

  # Meta AI (LLaMA)
  User-agent: Meta-ExternalAgent
  Allow: /

  # Meta AI fetcher
  User-agent: Meta-ExternalFetcher
  Allow: /

  # Apple AI
  User-agent: Applebot-Extended
  Allow: /

  # Perplexity AI
  User-agent: PerplexityBot
  Allow: /

  # You.com AI
  User-agent: YouBot
  Allow: /

  # Cohere AI
  User-agent: cohere-ai
  Allow: /

  # Amazon Alexa / AI
  User-agent: Amazonbot
  Allow: /

  # Bytedance / Doubao AI
  User-agent: Bytespider
  Allow: /
Sitemap: https://clinilink.ru/sitemap.xml