# Search and answer-engine discovery is allowed.
User-agent: OAI-SearchBot
Allow: /

# Search discovery is separate from model training.
User-agent: GPTBot
Disallow: /

# Googlebot, Yandex and other public discovery crawlers remain allowed.
# Google-Extended is intentionally covered by this group because it also controls Gemini grounding.
User-agent: *
Allow: /

Sitemap: https://fastarbitr.ru/sitemap.xml