User-Agent: *
Disallow: /auth*
Disallow: /auto/
Disallow: /basket*
Disallow: /order*
Disallow: /personal/
Disallow: /search/
Disallow: /test/
Disallow: /ajax/
Disallow: *index.php*
Disallow: /*show_include_exec_time=
Disallow: /*show_page_exec_time=
Disallow: /*show_sql_stat=
Disallow: *bitrix*
Disallow: /*clear_cache=
Disallow: /*clear_cache_session=
Disallow: /*ADD_TO_COMPARE_LIST
Disallow: /*ORDER_BY
Disallow: /*print*
Disallow: /*action*
Disallow: /*register=
Disallow: /*password*
Disallow: /*login=
Disallow: /*type=
Disallow: /*sort=
Disallow: /*order=
Disallow: /*logout=
Disallow: /*auth=
Disallow: /*backurl=
Disallow: /*back_url=1
Disallow: /*BACKURL=
Disallow: /*BACK_URL=
Disallow: /*back_url_admin=
Disallow: /*?utm_source=
Disallow: *?arrFilter*
Disallow: *set_filter=*
Disallow: */utm_*
Disallow: */ID=*
Disallow: */formresult=*

# Разрешить всем AI/LLM ботам, которые себя идентифицируют
User-agent: GPTBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: FacebookBot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: YandexImages
Allow: /
User-agent: YandexVideo
Allow: /
User-agent: YandexMedia
Allow: /
# GigaChat — официального User-Agent нет, но предположительно
User-agent: GigaBot
Allow: /
User-agent: GigaChatBot
Allow: /

Crawl-delay: 20
Sitemap: https://iskramotor.market/sitemap.xml