# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: GPTBot
Allow: /

# END Cloudflare Managed Content 

User-agent: *
Disallow: /cabinet/
Disallow: /index.php
Allow: /cabinet/register/r_*

# Поиск
Disallow: /search
Disallow: /search/
Disallow: /*?q=
Disallow: /*?search=
Disallow: /*?query=

# Фильтры
Disallow: /filter
Disallow: /filter/
Disallow: /catalog/filter/
Disallow: /*?filter=
Disallow: /*&filter=
Disallow: /*?filters=
Disallow: /*?price=
Disallow: /*?from=
Disallow: /*?to=

# Сортировка
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*?view=

# Пагинация
Disallow: /*?page=

# Технические параметры
Disallow: /*?ajax=
Disallow: /*?utm_
Disallow: /*&utm_

Sitemap: https://consultantlm.com/sitemap.xml

#User-agent: *
#Disallow: /cabinet/
#Disallow: /index.php
#Allow: /cabinet/register/r_*

#User-agent: Googlebot
#Disallow: /cabinet/
#Disallow: /index.php
#Allow: /cabinet/register/r_*

#Sitemap: https://consultantlm.com/sitemap.xml