# ChatGPT Search crawler
User-agent: OAI-SearchBot
Allow: /

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

Disallow: /?s=
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/

Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /*/trackback/

Disallow: /*?replytocom=

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /shop/

Allow: /ai-information/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-policy.txt
Allow: /ai-sitemap.xml
Allow: /security.txt
Allow: /.well-known/security.txt


# Yandex AI crawler
User-agent: YandexAdditionalBot
Allow: /

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

Disallow: /?s=
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/

Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /*/trackback/

Disallow: /*?replytocom=

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /shop/

Allow: /ai-information/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-policy.txt
Allow: /ai-sitemap.xml
Allow: /security.txt
Allow: /.well-known/security.txt


# Default rules for all other crawlers
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

Disallow: /?s=
Disallow: /*?s=
Disallow: /*&s=
Disallow: /search/

Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /*/trackback/

Disallow: /*?replytocom=

Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /shop/

# AI and machine-readable discovery files
Allow: /ai-information/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-policy.txt
Allow: /ai-sitemap.xml
Allow: /security.txt
Allow: /.well-known/security.txt

Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&yclid&gclid&fbclid&_ym_debug /

Sitemap: https://seo4moscow.ru/sitemap_index.xml
Sitemap: https://seo4moscow.ru/ai-sitemap.xml