User-agent: *
Crawl-delay: 3

# Allow static assets (important for proper page rendering)
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.mp4$
Allow: /*.webm$

# WordPress core/system paths and files
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /readme.*
Disallow: /license.*
Disallow: /wp-config.*

# Search and user-related pages
Disallow: /search/
Disallow: /?s=
Disallow: /?search=
Disallow: /author/
Disallow: /users/
Disallow: /profile/
Disallow: /user/

# Dynamic URLs and tracking/query parameters
Disallow: /*?replytocom=
Disallow: /*?utm_
Disallow: /*?gclid
Disallow: /*?fbclid
Disallow: /*/feed/
Disallow: /*/rss/
Disallow: /*/rdf/
Disallow: /*/atom/
Disallow: /*/embed/
Disallow: /*/trackback/
Disallow: /*/comments/feed/

# Taxonomy archives and unused categories
Disallow: /tag/
Disallow: /category/
Disallow: /bez-rubriki/

# Other non-target sections
Disallow: /activity/
Disallow: /reviews/
Disallow: /capacity/

# Allow media uploads
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/assets/
Allow: /wp-content/plugins/*/assets/

# --- GOOGLEBOT ---
User-agent: Googlebot
Crawl-delay: 2
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# --- YANDEX ---
User-agent: Yandex
Crawl-delay: 3
Clean-Param: utm_source&utm_medium&utm_campaign&utm_term&utm_content
Clean-Param: openstat&_openstat
Clean-Param: yclid&_ymclid&ymclid
Clean-Param: fbclid&gclid&msclkid
Clean-Param: from&ref&source

# --- BINGBOT ---
User-agent: Bingbot
User-agent: MSNBot
User-agent: adidxbot
Crawl-delay: 3

# --- AI / OTHER BOTS ---
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: CCBot
User-agent: Applebot
User-agent: Google-Extended
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php

# Sitemaps (WordPress often generates multiple)
Sitemap: https://highlights.city/sitemap.xml