69 lines
1.3 KiB
Plaintext
69 lines
1.3 KiB
Plaintext
User-agent: *
|
|
Disallow: /wp-admin/
|
|
Allow: /wp-admin/admin-ajax.php
|
|
Disallow: /wp-login.php
|
|
Disallow: /trackback/
|
|
Disallow: /xmlrpc.php
|
|
Disallow: /feed/
|
|
Disallow: /*/feed/
|
|
Disallow: /comments/feed/
|
|
Disallow: /?rest_route=/
|
|
Disallow: /*?s=
|
|
Disallow: /*?utm_
|
|
Disallow: /*&utm_
|
|
Disallow: /*?ref=
|
|
Disallow: /*&ref=
|
|
Disallow: /date/
|
|
Disallow: /author/
|
|
Disallow: /tag/
|
|
Disallow: /personal/
|
|
Disallow: /cabinet/
|
|
Disallow: /search/
|
|
|
|
User-agent: Googlebot
|
|
Crawl-delay: 10
|
|
|
|
User-agent: Yandex
|
|
Crawl-delay: 10
|
|
Allow: /wp-admin/admin-ajax.php
|
|
Disallow: /wp-admin/
|
|
Disallow: /wp-login.php
|
|
Disallow: /trackback/
|
|
Disallow: /xmlrpc.php
|
|
Disallow: /feed/
|
|
Disallow: /*/feed/
|
|
Disallow: /comments/feed/
|
|
Disallow: /?rest_route=/
|
|
Disallow: /date/
|
|
Disallow: /author/
|
|
Disallow: /tag/
|
|
Disallow: /personal/
|
|
Disallow: /cabinet/
|
|
Clean-param: age&grade&sort&filter&view&sid&_openstat /
|
|
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&from /
|
|
Clean-param: ref&_openstat&sid /
|
|
|
|
# Глобальная директива Sitemap (видна всем ботам)
|
|
Sitemap: https://schelkovo.dekart.school/sitemap_index.xml
|
|
# AI crawler directives
|
|
User-agent: GPTBot
|
|
Allow: /
|
|
|
|
User-agent: ClaudeBot
|
|
Allow: /
|
|
|
|
User-agent: PerplexityBot
|
|
Allow: /
|
|
|
|
User-agent: CCBot
|
|
Disallow: /
|
|
|
|
User-agent: Bytespider
|
|
Disallow: /
|
|
|
|
User-agent: anthropic-ai
|
|
Disallow: /
|
|
|
|
User-agent: cohere-ai
|
|
Disallow: /
|