# OpenAI
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
Allow: /

# Google AI
User-agent: Google-Extended
User-agent: GoogleOther
Allow: /

# Perplexity AI
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /

User-agent: *
Disallow: /ai-test.php
Disallow: /price$
Disallow: /team-types/
Disallow: /demo/echo.html
Disallow: /test
Disallow: /cgi-bin
Disallow: /wp-
Disallow: /wp/
Disallow: *&s=
Disallow: */trackback
Disallow: */rss
Disallow: */embed
Disallow: */wlwmanifest.xml
Disallow: /xmlrpc.php
Disallow: *utm=
Disallow: *openstat=
Disallow: /blog/category/uncategorized
Disallow: /*?
Disallow: /poisk-gotovyh-sajtov
Disallow: /_ajax/tplorder
Disallow: /hktestpage
Disallow: /test_blog
Disallow: /poiskovoe-prodvizhenie-saytov/raschet-stoimosti
Disallow: /glavnaya-stranitsa
Disallow: /hardkod_review_links_vertical.html
Allow: /*/*.js
Allow: /*/*.css
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif
Allow: /wp-*.svg
Allow: /wp-admin/admin-ajax.php
Allow: */uploads
Allow: /*sitemap*.xml
Clean-Param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&sort&openstat&page_id&post_type&utm_referrer
Sitemap: https://www.hardkod.ru/wp-sitemap.xml