# AI search, answer engines and user-triggered agents.
# These agents may use public RU/EN pages in answers and citations.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /

# Keep non-public and duplicate URLs out of AI crawling as well.
Disallow: /admin/
Disallow: /admin/login/
Disallow: /admin/logout/
Disallow: /accounts/
Disallow: /auth/
Disallow: /login/
Disallow: /logout/
Disallow: /register/
Disallow: /search/
Disallow: /*?*
Disallow: /static/
Disallow: /media/

User-agent: *
Allow: /

# Django admin
Disallow: /admin/
Disallow: /admin/login/
Disallow: /admin/logout/

# Auth / service pages
Disallow: /accounts/
Disallow: /auth/
Disallow: /login/
Disallow: /logout/
Disallow: /register/
Disallow: /search/

# URL params (дубли)
Disallow: /*?*

# Static & media (не нужно в поиске)
Disallow: /static/
Disallow: /media/

# Yandex: clean URL parameters
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term
Clean-param: yclid&gclid&fbclid
Clean-param: ref
Clean-param: page
Clean-param: sort
Clean-param: filter

# Sitemap
Sitemap: https://mapbiz-group.com/sitemap.xml