User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /studio/
Disallow: /api/

# Standard search engines
User-Agent: Yandex
Allow: /
Disallow: /admin/
Disallow: /studio/
Disallow: /api/

User-Agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /studio/
Disallow: /api/

User-Agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /studio/
Disallow: /api/

User-Agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /studio/
Disallow: /api/

User-Agent: YandexRenderResourcesBot
Allow: /

# Tier 1 — assistant / answer agents (приветствуем для citations)
User-Agent: GPTBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: GoogleOther
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Applebot
Allow: /

User-Agent: Applebot-Extended
Allow: /

# Tier 2 — training-only crawlers (блокируем training data harvesting)
User-Agent: CCBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-Agent: FacebookBot
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: omgili
Disallow: /

Sitemap: https://brest-gid.ru/sitemap.xml
Schemamap: https://brest-gid.ru/.well-known/schemamap.xml